-- Logs begin at Tue 2022-01-18 19:44:39 UTC, end at Tue 2022-01-18 20:44:16 UTC. -- Jan 18 20:14:41.259269 dv-cinder-821602-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 20:14:44.280267 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.common.config [-] Logging enabled! Jan 18 20:14:44.280896 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev401 Jan 18 20:14:44.281057 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102583) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 20:14:44.284554 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.common.config [-] Logging enabled! Jan 18 20:14:44.284865 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev401 Jan 18 20:14:44.285215 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102583) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 20:14:44.286258 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 20:14:44.286533 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 20:14:44.287186 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 20:14:44.287477 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 20:14:44.287747 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 20:14:44.288657 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.289127 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 18 20:14:44.289479 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.289811 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.290143 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.290485 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.290839 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.291189 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.291520 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.291856 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.292182 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.292502 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.292824 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.293151 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.293472 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.293794 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.294141 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.294424 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] debug = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.294704 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.295190 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.295750 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.296074 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.296648 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.297106 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.297345 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.297683 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.298058 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.298525 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] host = dv-cinder-821602-14-iscsi {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.298860 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.299265 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.299610 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.299991 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.300348 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.300666 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.301034 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.301362 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.301675 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] log_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.301991 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.302318 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.302660 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.302991 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.303288 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.304104 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.304457 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.304785 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.305101 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.305418 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.305741 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.306053 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.306364 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.306671 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.306993 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.307353 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.307674 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.307986 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.308295 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.308606 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.308912 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.309231 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.309541 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.309852 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.310188 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.310515 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.310822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.311166 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.311509 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.311834 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.312154 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.312480 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.312807 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.313131 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.313444 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.313755 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.314066 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] use_json = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.314428 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.314743 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.315089 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.315420 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.315738 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.316057 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.316374 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.316703 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.317019 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:44.317358 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.317698 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.318041 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.318370 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.318705 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.319067 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.319408 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.319724 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.320053 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.320372 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.320699 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.321015 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.321352 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.321676 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.322009 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.322350 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.322688 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.323011 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.323369 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.323693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.324009 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.324327 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.324703 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.325025 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.325363 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.325694 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.326016 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.326358 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.326688 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.327024 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.327461 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.327779 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.328099 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.328431 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.328750 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.329103 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.329423 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.329751 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.330068 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.330385 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.330707 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.331025 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.331370 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.331684 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.331998 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.332322 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.332630 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.332937 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.333243 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.333555 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.333861 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.334180 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.334489 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.334860 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.335206 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.335527 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.335840 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.336159 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.336472 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.336778 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.337089 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.337400 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.337674 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.337945 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.338218 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.338493 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.338766 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.339102 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.339463 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.339777 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.340097 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.340411 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.340743 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.341050 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.341383 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.341725 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.342098 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.342418 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.342738 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.343154 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.343478 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.343798 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.344121 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.344442 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.344758 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.345097 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.345480 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.345816 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.346148 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.346470 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.346809 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.347157 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.347540 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.347866 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.348185 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.348507 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.348830 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.349163 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.349496 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.349878 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.350254 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.351158 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.351481 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.351831 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.352210 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:44.352464 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 20:14:44.352752 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102583) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 20:14:44.748369 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 20:14:44.748631 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 20:14:44.748949 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 20:14:44.749293 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 20:14:45.093368 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.093708 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.094077 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.097814 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.098103 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.098379 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.150629 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.150902 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.151203 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.167770 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.168063 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.168338 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.201412 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.201699 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.201974 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.240126 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.240412 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.240685 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.598391 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.599110 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.599110 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.599326 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.599902 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.707666 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.707987 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.708273 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.708547 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.708814 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.709132 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.709392 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.710224 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.710485 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.710773 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.711073 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.711332 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.711591 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.711846 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.712106 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.712383 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.712641 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.712911 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.713186 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.713447 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.713722 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.713976 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.714263 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.714666 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.714916 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.715188 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.715611 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 20:14:45.715853 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 20:14:45.716091 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 20:14:45.716327 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 20:14:45.716563 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 20:14:45.716797 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 20:14:45.717173 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 20:14:45.720760 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 20:14:45.724817 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 20:14:45.729389 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 18 20:14:45.731098 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 20:14:45.731582 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 20:14:45.731921 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 20:14:45.732317 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 20:14:45.735242 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 20:14:45.735500 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 20:14:45.735852 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 20:14:45.742096 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 18 20:14:45.767176 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 18 20:14:45.767657 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.767966 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102583) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 18 20:14:45.768333 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.769786 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102583) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 20:14:45.770078 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 20:14:45.770325 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 20:14:45.773725 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.774007 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:45.840135 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 20:14:45.840361 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 20:14:45.840595 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 20:14:45.840978 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 20:14:45.863757 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_db.sqlalchemy.engines [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102583) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 18 20:14:46.330001 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Initializing driver for type 'gre' Jan 18 20:14:46.330704 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] gre ID ranges: [(1, 1000)] Jan 18 20:14:46.393760 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Initializing driver for type 'local' Jan 18 20:14:46.394140 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Initializing driver for type 'vlan' Jan 18 20:14:46.409344 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] VlanTypeDriver initialization complete Jan 18 20:14:46.409734 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Initializing driver for type 'vxlan' Jan 18 20:14:46.410374 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] vxlan ID ranges: [(1, 1000)] Jan 18 20:14:46.469359 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Initializing extension driver 'port_security' Jan 18 20:14:46.469914 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.extensions.port_security [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] PortSecurityExtensionDriver initialization complete Jan 18 20:14:46.470290 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Initializing mechanism driver 'openvswitch' Jan 18 20:14:46.470663 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Initializing mechanism driver 'hyperv' Jan 18 20:14:46.477737 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:46.478641 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > port after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.478806 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > port after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.479196 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > port after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.479748 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102583) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 20:14:46.480261 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > subnet after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.480622 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > subnet after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.480968 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > subnet after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.481367 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102583) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 20:14:46.481775 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > network after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.482141 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > network after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.482479 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > network after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.482883 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102583) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 20:14:46.483313 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > security_group after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.483685 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > security_group after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.484030 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > security_group after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.484904 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102583) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 20:14:46.485402 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.485756 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.486101 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.486503 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102583) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 20:14:46.486910 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > address_group after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.487281 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > address_group after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.487620 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > address_group after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.488021 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102583) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 20:14:46.488468 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] ML2 OVO RPC backend initialized. {{(pid=102583) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 18 20:14:46.489206 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router_interface after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.489565 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.489982 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > network before_response 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.490330 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > networks before_response 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.490707 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > port before_response 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.491566 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > ports before_response 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.491909 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > subnet before_response 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.492248 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > subnets before_response 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.492590 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > network after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.492929 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > network after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.493261 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > network after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.493595 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > port after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.493928 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > port after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.494259 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > port after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.494590 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > subnet after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.494925 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > subnet after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.495281 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > subnet after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.495886 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.plugin [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Modular L2 Plugin initialization complete Jan 18 20:14:46.496215 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading services supported by the core plugin {{(pid=102583) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 20:14:46.496803 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.plugins.ml2.managers [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Got port-security extension from driver 'port_security' Jan 18 20:14:46.497004 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.extensions.vlantransparent [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Disabled vlantransparent extension. Jan 18 20:14:46.497488 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102583) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 20:14:46.497801 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading Plugin: router Jan 18 20:14:46.536724 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router_interface before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.537118 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router after_create 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.537495 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router before_create 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.537910 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.538289 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.538646 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router after_delete 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.539528 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > floatingip after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.539877 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > floatingip after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.540234 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router after_create 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.540579 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router after_update 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.540925 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router after_update 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.541269 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.541625 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router after_update 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.542043 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router precommit_update 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.542412 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: port after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.542754 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: port after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.543120 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: subnet after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.543470 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.543819 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > port precommit_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.544167 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router precommit_create 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.544506 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: port before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.544849 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router precommit_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.545208 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router after_update 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.545553 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router precommit_delete 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.545901 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router precommit_create 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.546259 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router_interface after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.546870 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router precommit_update 55549900 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.547259 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > agent after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.547612 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > agent after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.547954 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > network after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.548894 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Tracking information for resource: router configured {{(pid=102583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 20:14:46.549228 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Tracking information for resource: floatingip configured {{(pid=102583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 20:14:46.554693 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.db.l3_agentschedulers_db [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 20:14:46.555308 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: port after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.555679 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: port after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.556033 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: port after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.556387 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: port after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.557202 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router before_create 55550100 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.557568 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router precommit_delete 55550100 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.557948 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router precommit_create 55550100 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.558298 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > router precommit_update 55550100 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.563154 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.services.provider_configuration [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service providers = [] {{(pid=102583) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 20:14:46.563525 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.db.servicetype_db [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102583) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 20:14:46.566614 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.services.service_base [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102583) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 20:14:46.566965 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.services.service_base [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102583) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 20:14:46.567341 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.services.service_base [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102583) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 20:14:46.568256 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.services.service_base [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102583) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 20:14:46.568632 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.services.service_base [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 20:14:46.569562 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 20:14:46.569883 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 20:14:46.582782 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 20:14:46.583066 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading Plugin: auto_allocate Jan 18 20:14:46.589656 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: network precommit_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.590031 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: network precommit_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.590584 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 20:14:46.590905 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading Plugin: tag Jan 18 20:14:46.597790 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 20:14:46.598129 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading Plugin: timestamp Jan 18 20:14:46.602348 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 20:14:46.602901 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading Plugin: network_ip_availability Jan 18 20:14:46.608357 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.608730 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.609085 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.609948 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 20:14:46.610279 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading Plugin: flavors Jan 18 20:14:46.615414 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 20:14:46.615755 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading Plugin: revisions Jan 18 20:14:46.620356 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 20:14:46.620756 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_concurrency.lockutils [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.872s {{(pid=102583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 20:14:46.621531 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102583) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 18 20:14:46.621864 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Initializing extension manager. Jan 18 20:14:46.622391 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: __init__.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.622738 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: __pycache__ {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.623101 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.623437 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: address_group.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.624247 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.624842 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: address-group Jan 18 20:14:46.625167 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: address_scope.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.626128 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.626645 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: address-scope Jan 18 20:14:46.626968 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: admin_state_down_before_update.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.628002 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.628524 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: router-admin-state-down-before-update Jan 18 20:14:46.628846 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: agent.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.629559 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.630069 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: agent Jan 18 20:14:46.630390 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: agent_resources_synced.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.631349 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.634091 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: agent-resources-synced Jan 18 20:14:46.634470 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: allowedaddresspairs.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.638117 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.638744 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: allowed-address-pairs Jan 18 20:14:46.639236 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: auto_allocated_topology.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.640516 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.641101 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: auto-allocated-topology Jan 18 20:14:46.641486 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: availability_zone.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.642309 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.642899 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: availability_zone Jan 18 20:14:46.643369 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: availability_zone_filter.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.644487 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.645029 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: availability_zone_filter Jan 18 20:14:46.645353 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: data_plane_status.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.646316 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.646904 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 20:14:46.647822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: default_subnetpools.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.648844 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.649398 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: default-subnetpools Jan 18 20:14:46.649722 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: dhcpagentscheduler.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.650631 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.651203 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: dhcp_agent_scheduler Jan 18 20:14:46.651528 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: dns.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.652588 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.653115 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension dns-integration not supported by any of loaded plugins Jan 18 20:14:46.653436 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: dns_domain_ports.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.654381 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.654895 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 20:14:46.655248 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.656192 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.656710 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 18 20:14:46.657030 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: dvr.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.657741 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.658258 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: dvr Jan 18 20:14:46.658582 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: ecmp_routes.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.659651 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.660179 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension ecmp_routes not supported by any of loaded plugins Jan 18 20:14:46.660501 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: empty_string_filtering.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.661468 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.661993 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: empty-string-filtering Jan 18 20:14:46.662317 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.665595 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.666162 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 20:14:46.666496 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.668047 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.668725 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 20:14:46.669064 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: external_net.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.671192 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.672032 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: external-net Jan 18 20:14:46.672368 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: extra_dhcp_opt.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.673452 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.673998 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: extra_dhcp_opt Jan 18 20:14:46.674326 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: extraroute.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.675371 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.675902 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: extraroute Jan 18 20:14:46.676229 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: extraroute_atomic.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.677360 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.677890 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: extraroute-atomic Jan 18 20:14:46.678215 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: filter_validation.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.679587 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.680198 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: filter-validation Jan 18 20:14:46.680523 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: fip_pf_description.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.681555 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.682078 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 20:14:46.682400 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: fip_port_details.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.683427 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.683951 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: fip-port-details Jan 18 20:14:46.684271 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: flavors.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.685639 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.686187 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: flavors Jan 18 20:14:46.686518 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.688429 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.688985 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 20:14:46.689318 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: floatingip_pools.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.690080 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.690611 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: floatingip-pools Jan 18 20:14:46.690939 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: ip_allocation.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.692021 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.692555 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 20:14:46.692877 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.693849 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.694446 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: ip-substring-filtering Jan 18 20:14:46.694773 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: l2_adjacency.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.696007 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.696548 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 20:14:46.696872 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: l3.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.698131 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.698673 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: router Jan 18 20:14:46.699002 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: l3_conntrack_helper.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.701578 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.702133 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 20:14:46.702465 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.703559 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.704097 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: ext-gw-mode Jan 18 20:14:46.704427 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.705400 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.705930 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: l3-ha Jan 18 20:14:46.706256 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: l3_flavors.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.707272 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.707804 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: l3-flavors Jan 18 20:14:46.708127 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.709098 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.709656 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 20:14:46.709982 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: l3agentscheduler.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.711263 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.711796 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: l3_agent_scheduler Jan 18 20:14:46.712124 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: local_ip.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.714124 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.714675 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension local_ip not supported by any of loaded plugins Jan 18 20:14:46.715007 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: logging.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.716718 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.717270 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension logging not supported by any of loaded plugins Jan 18 20:14:46.717604 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: metering.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.718398 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.718994 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: metering Jan 18 20:14:46.719373 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.720575 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.721114 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: metering_source_and_destination_fields Jan 18 20:14:46.721442 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: multiprovidernet.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.722392 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.722918 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: multi-provider Jan 18 20:14:46.723287 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: netmtu.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.724239 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.724767 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: net-mtu Jan 18 20:14:46.725094 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: netmtu_writable.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.726583 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.727212 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: net-mtu-writable Jan 18 20:14:46.727545 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: network_availability_zone.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.728236 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.728752 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: network_availability_zone Jan 18 20:14:46.729076 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: network_ip_availability.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.730275 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.730831 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: network-ip-availability Jan 18 20:14:46.731194 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: network_segment_range.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.732002 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.732518 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 20:14:46.732842 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: pagination.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.734039 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.734371 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: pagination Jan 18 20:14:46.734693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: port_device_profile.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.735652 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.736179 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: port-device-profile Jan 18 20:14:46.736502 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.737444 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.737960 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: port-mac-address-regenerate Jan 18 20:14:46.738282 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.739232 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.739745 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: port-numa-affinity-policy Jan 18 20:14:46.740065 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: port_resource_request.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.741554 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.742071 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 20:14:46.742394 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: port_resource_request_groups.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.743425 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.743943 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 18 20:14:46.744264 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: portbindings.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.745208 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.745723 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: binding Jan 18 20:14:46.746045 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: portbindings_extended.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.747399 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.747920 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: binding-extended Jan 18 20:14:46.748245 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: portsecurity.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.749184 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.749697 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: port-security Jan 18 20:14:46.750020 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: project_id.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.751013 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.751368 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: project-id Jan 18 20:14:46.751690 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: providernet.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.752625 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.753152 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: provider Jan 18 20:14:46.753476 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.757860 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.758417 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos not supported by any of loaded plugins Jan 18 20:14:46.758742 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.760121 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.760652 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 20:14:46.760986 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.761931 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.762450 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 20:14:46.762780 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_default.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.763762 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.764287 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-default not supported by any of loaded plugins Jan 18 20:14:46.764614 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_fip.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.765559 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.766079 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-fip not supported by any of loaded plugins Jan 18 20:14:46.766404 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_fip_network_policy.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.767372 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.767892 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 18 20:14:46.768216 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_gateway_ip.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.769157 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.769674 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 20:14:46.769998 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_port_network_policy.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.770922 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.771486 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 20:14:46.771811 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.773473 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.773995 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 18 20:14:46.774322 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_pps_rule.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.775580 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.776134 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-pps not supported by any of loaded plugins Jan 18 20:14:46.776460 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_rule_type_details.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.777401 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.777918 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 20:14:46.778241 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: qos_rules_alias.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.779332 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.779858 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 20:14:46.780185 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: quota_check_limit.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.781116 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.781643 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: quota-check-limit Jan 18 20:14:46.781969 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: quotasv2.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.782982 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.783341 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: quotas Jan 18 20:14:46.783690 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: quotasv2_detail.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.787268 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.787616 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: quota_details Jan 18 20:14:46.787984 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: rbac.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.789101 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.789660 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: rbac-policies Jan 18 20:14:46.789988 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: rbac_address_group.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.790964 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.791592 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: rbac-address-group Jan 18 20:14:46.791916 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: rbac_address_scope.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.792868 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.793391 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: rbac-address-scope Jan 18 20:14:46.793712 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: rbac_security_groups.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.794659 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.795218 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: rbac-security-groups Jan 18 20:14:46.795545 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: rbac_subnetpool.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.796756 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.797278 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: rbac-subnetpool Jan 18 20:14:46.797600 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: revisionifmatch.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.798536 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.799089 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: revision-if-match Jan 18 20:14:46.799417 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: revisions.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.800568 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.801090 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: standard-attr-revisions Jan 18 20:14:46.801412 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: router_availability_zone.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.802100 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.802625 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: router_availability_zone Jan 18 20:14:46.802947 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: routerservicetype.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.803938 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.804453 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension router-service-type not supported by any of loaded plugins Jan 18 20:14:46.804772 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.805789 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.806303 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: security-groups-normalized-cidr Jan 18 20:14:46.806623 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: security_groups_port_filtering.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.807594 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.808141 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: port-security-groups-filtering Jan 18 20:14:46.808492 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.810068 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.810675 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: security-groups-remote-address-group Jan 18 20:14:46.811001 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.812414 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.813135 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: security-groups-shared-filtering Jan 18 20:14:46.813529 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.814459 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 18 20:14:46.814824 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: securitygroup.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.827456 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.828304 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: security-group Jan 18 20:14:46.828651 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: segment.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.829753 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.830309 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension segment not supported by any of loaded plugins Jan 18 20:14:46.830640 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.832118 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.832926 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 20:14:46.833251 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: servicetype.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.835985 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.836479 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: service-type Jan 18 20:14:46.836958 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: sorting.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.838088 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.838429 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: sorting Jan 18 20:14:46.838810 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: standard_attr_segment.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.840059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.840626 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 20:14:46.841048 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: standardattrdescription.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.841878 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.842459 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: standard-attr-description Jan 18 20:14:46.842783 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: stateful_security_group.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.843965 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.844522 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: stateful-security-group Jan 18 20:14:46.844855 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: stdattrs_common.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.845559 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 20:14:46.845947 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.847621 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.847801 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 20:14:46.848152 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: subnet_onboard.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.849338 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.849886 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: subnet_onboard Jan 18 20:14:46.850478 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.852048 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.852947 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 20:14:46.853500 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: subnet_service_types.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.855245 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.856051 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: subnet-service-types Jan 18 20:14:46.856460 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: subnetallocation.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.858000 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.858613 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: subnet_allocation Jan 18 20:14:46.859259 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.860068 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.860860 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: subnetpool-prefix-ops Jan 18 20:14:46.861460 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.863166 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.864024 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 20:14:46.864458 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: tagging.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.866255 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.867214 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: standard-attr-tag Jan 18 20:14:46.867793 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: timestamp.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.869332 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.869963 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loaded extension: standard-attr-timestamp Jan 18 20:14:46.870498 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: trunk.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.872147 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.872767 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension trunk not supported by any of loaded plugins Jan 18 20:14:46.873191 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: trunk_details.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.874730 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.875788 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension trunk-details not supported by any of loaded plugins Jan 18 20:14:46.876411 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: uplink_status_propagation.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.877544 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.878166 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 20:14:46.878530 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Loading extension file: vlantransparent.py {{(pid=102583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 20:14:46.879486 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 20:14:46.880117 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 20:14:46.883800 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:network Jan 18 20:14:46.884372 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:subnet Jan 18 20:14:46.884801 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 20:14:46.885265 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:port Jan 18 20:14:46.886783 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.887300 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service FLAVORS assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.888124 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.888629 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.889074 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:router Jan 18 20:14:46.889622 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:floatingip Jan 18 20:14:46.890199 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service METERING assigned prefix: /metering {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.892110 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.892526 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.892905 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:14:46.894412 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 20:14:46.894934 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:security_group Jan 18 20:14:46.895580 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 20:14:46.896357 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service CORE assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.896755 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 20:14:46.897734 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] subnetpool is already registered Jan 18 20:14:46.898407 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service CORE assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.898675 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 20:14:46.899064 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] subnetpool is already registered Jan 18 20:14:46.901976 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.902581 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service FLAVORS assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.903418 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.903984 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.904393 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:router Jan 18 20:14:46.904764 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] router is already registered Jan 18 20:14:46.905263 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:floatingip Jan 18 20:14:46.905638 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] floatingip is already registered Jan 18 20:14:46.906136 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service METERING assigned prefix: /metering {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.906877 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 20:14:46.907247 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] rbac_policy is already registered Jan 18 20:14:46.907683 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:security_group Jan 18 20:14:46.908024 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] security_group is already registered Jan 18 20:14:46.908435 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 20:14:46.908775 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] security_group_rule is already registered Jan 18 20:14:46.909278 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service CORE assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.909605 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 20:14:46.909937 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] subnetpool is already registered Jan 18 20:14:46.910370 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.v2.resource_helper [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Service CORE assigned prefix: {{(pid=102583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 20:14:46.910705 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 20:14:46.911062 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING neutron.quota.resource_registry [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] subnetpool is already registered Jan 18 20:14:46.911555 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: extensions {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.914719 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: address-groups {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.916291 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: address-scopes {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.917550 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: agents {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.918867 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: auto-allocated-topology {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.920173 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: availability_zones {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.921693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: dhcp-networks {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.923195 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: dhcp-agents {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.924771 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: routers {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.926943 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: flavors {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.928262 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: service_profiles {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.930463 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: next_providers {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.933224 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: service_profiles {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.935666 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: floatingip-pools {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.937117 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: routers {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.939325 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: floatingips {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.942955 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: l3-routers {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.944993 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: l3-agents {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.946475 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: metering-labels {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.947945 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: metering-label-rules {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.949647 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: network-ip-availabilities {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.951612 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: bindings {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.953317 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: quotas {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.955155 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: quotas {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.956746 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: rbac-policies {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.958038 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: security-groups {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.959423 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: security-group-rules {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.960718 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: service-providers {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.961999 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: subnetpools {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.963404 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: subnetpools {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.964995 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: tags {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.966709 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: tags {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.968604 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: tags {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.970439 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: tags {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.972204 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: tags {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.974182 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: tags {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.976008 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: tags {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.978993 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: tags {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.980853 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: tags {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.982628 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron.api.extensions [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Extended resource: tags {{(pid=102583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 20:14:46.988808 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING keystonemiddleware.auth_token [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 20:14:46.993968 dv-cinder-821602-14-iscsi neutron-server[102583]: WARNING keystonemiddleware.auth_token [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 20:14:47.002857 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_concurrency.lockutils [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Acquired lock "singleton_lock" {{(pid=102583) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 18 20:14:47.003352 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_concurrency.lockutils [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Releasing lock "singleton_lock" {{(pid=102583) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 18 20:14:47.004013 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO oslo_service.service [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Starting 2 workers Jan 18 20:14:47.008955 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Started child 102694 {{(pid=102583) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 20:14:47.015442 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Started child 102695 {{(pid=102583) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 20:14:47.015827 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.016753 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO neutron.service [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 20:14:47.016887 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [-] (102694) wsgi starting up on http://0.0.0.0:9696 Jan 18 20:14:47.017009 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Publish callbacks [] for process (None), before_spawn {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.019230 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO oslo_service.service [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Starting 1 workers Jan 18 20:14:47.019832 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.021341 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [-] (102695) wsgi starting up on http://0.0.0.0:9696 Jan 18 20:14:47.024600 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Started child 102696 {{(pid=102583) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 20:14:47.025182 dv-cinder-821602-14-iscsi neutron-server[102583]: INFO oslo_service.service [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Starting 1 workers Jan 18 20:14:47.028661 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.service [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] calling RpcWorker wait() {{(pid=102696) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 20:14:47.029551 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.service [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] returning from RpcWorker wait() {{(pid=102696) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 20:14:47.029896 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Started child 102697 {{(pid=102583) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 20:14:47.030469 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.030713 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31d0955e-328b-4933-9e29-662eab0c81ec None None] Publish callbacks [] for process (None), after_spawn {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.030977 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:47.032939 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102583) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 20:14:47.033253 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 20:14:47.033426 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 20:14:47.033665 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 20:14:47.033956 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 20:14:47.034104 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 20:14:47.034635 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.034912 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.035191 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.035446 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.035740 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.036286 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.036529 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.036762 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.036978 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:14:47.037785 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.037785 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.037785 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.037785 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.038624 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.038624 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.039085 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:47.039308 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.039308 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.039308 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.039308 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.040113 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.040113 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.040113 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.040754 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.040754 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] debug = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.040754 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.041352 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.041352 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.041801 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.041801 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.042203 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.042425 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.042639 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.042861 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.043111 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.043333 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.043579 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.043812 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.044033 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.044239 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.044456 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.044678 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.045162 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.045380 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] host = dv-cinder-821602-14-iscsi {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.045590 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.045804 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.046023 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.046263 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.046732 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.047208 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.047208 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.047647 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.047647 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.048065 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.048065 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.048465 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.048673 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.048884 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.048884 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_options = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.049314 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.049527 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.049746 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.049962 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.049962 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.050408 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.050408 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.050812 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.050812 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.051255 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.051255 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.051686 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.051686 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.052108 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.052108 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.052533 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.052752 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.052976 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.053208 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.053918 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.054136 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.054361 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.055416 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.056480 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.056480 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.056480 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.056480 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.057539 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.057539 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.057539 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.057539 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.058269 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.058269 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.058269 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.058756 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.058756 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.059093 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.059093 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.059436 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.059631 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.060611 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.061396 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.061656 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.062576 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.062842 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.063063 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.063273 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_json = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.065489 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.065733 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.065941 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.066514 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.066766 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.067000 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.067816 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.068154 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.068390 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.068851 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.069819 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.070253 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.070639 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.071375 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.071631 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.071895 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.072131 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.072397 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.072636 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.073038 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.073260 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.074673 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.074673 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.075129 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.075129 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.075907 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.075907 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.075907 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.076100 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.076281 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.076515 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.076799 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.077029 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.077269 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.077530 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.077767 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.078059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.078351 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.078706 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.078999 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.079305 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.079578 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.079794 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.080043 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.080283 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.080529 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.080768 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.081005 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.081285 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.081559 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.081834 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.082327 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.082574 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.082860 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.083174 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.083359 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.083618 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.083854 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.084080 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.084319 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.085195 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.085441 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.085685 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.085909 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.086150 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.086409 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.086684 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.086937 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.087145 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.087361 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.087591 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.087820 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.088044 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.088263 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.088464 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.088665 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.089003 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.089210 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.089373 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.089608 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.089799 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.090036 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.090265 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.090511 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.090785 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.091003 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.091267 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.091482 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.091695 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.091926 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.092142 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.092357 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.092573 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.092809 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.093050 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.093290 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.093505 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.093717 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.093931 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.094146 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.094435 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.094736 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.095002 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.095259 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.095474 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.095709 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.095942 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.096194 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.096468 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.096620 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.096850 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.097232 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.097650 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.097885 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.098151 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.098374 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.098651 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.098889 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.099160 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.099383 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.099620 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.099868 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.100284 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.101109 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.101466 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.101709 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.101944 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.102220 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.102480 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.102784 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.103024 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.103317 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.103610 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.103884 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.104162 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.104419 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.104655 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.105163 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.105419 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.105671 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.105904 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.106134 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.106352 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.106611 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.106833 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.107078 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.107334 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.107685 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.107903 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.108118 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.108367 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.108720 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.109088 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.109353 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.109636 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.109898 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.110137 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.110390 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.110638 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.110870 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.111140 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.111367 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.111602 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.111845 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.112078 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.112318 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.112534 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.112745 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.112996 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.113264 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.113508 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.113742 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.113936 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.114201 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.114427 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.114638 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.114824 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.115117 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.115357 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.115578 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.115892 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.116080 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.116349 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.116573 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.116857 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.117094 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.117337 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.117598 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.117839 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.118097 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.118250 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.118514 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.118760 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.119011 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.119191 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.119471 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.119622 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.119865 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.120039 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.120228 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.120483 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.120718 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.121061 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.121308 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.121536 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.121782 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.121989 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.122219 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.122446 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.122687 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.122902 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.123139 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.123382 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.123650 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.123881 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.124123 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.124324 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.124528 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.124733 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.124949 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.125184 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.125509 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.125743 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.125982 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.126238 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.126480 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.126731 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.126968 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.127153 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.127413 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.127575 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.127832 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.128065 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.128213 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.128454 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.128709 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.128876 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.129104 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.129320 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.129551 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.129789 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.129958 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.130195 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.130358 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.130563 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.131795 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.131795 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.131795 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.131795 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.131795 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.132931 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.132931 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.132931 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.132931 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.132931 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.132931 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.134130 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.134130 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.134130 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.134130 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.134794 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.134794 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.134794 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.135194 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.135358 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.135517 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.135666 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.135896 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.136117 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.136361 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.136636 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.136968 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.137262 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.137517 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.137771 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.138038 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.138314 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.138578 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.138813 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.139132 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.139453 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.139727 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.140008 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.140230 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.140488 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.140707 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.140922 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.141167 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.141404 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.141617 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.141859 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.142096 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.142345 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.142628 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.142785 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.142949 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.143265 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.143494 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.143719 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.143946 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.144155 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 20:14:47.144718 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102583) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 20:14:47.144718 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 20:14:47.145018 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 20:14:47.145158 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 20:14:47.145284 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 20:14:47.145409 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 20:14:47.145644 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.145794 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.145946 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.146087 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.146253 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.146446 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.146634 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.146829 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.147835 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.148081 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.148301 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.148301 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.148734 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.148734 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.148734 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.149345 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.149345 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.149345 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.149345 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.150014 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.150014 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.150014 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.150014 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] debug = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.150519 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.150519 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.150519 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.150933 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.150933 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.150933 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.151368 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.151368 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.151368 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.151999 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.151999 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.151999 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.151999 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.152972 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.152972 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.152972 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.152972 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.152972 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.152972 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] host = dv-cinder-821602-14-iscsi {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.152972 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.154095 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.154095 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.154095 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.154095 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.154095 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.154095 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.154095 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.154095 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.155324 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.155324 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.155324 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.155324 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.155324 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.155324 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_options = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.155324 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.155324 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.156503 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.156503 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.156503 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.156503 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.156503 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.156503 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.156503 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.157565 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.157565 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.157565 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.157565 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.157565 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.157565 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.157565 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.157565 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.157565 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.159441 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.159441 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.159441 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.159441 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.159441 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.159441 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.159441 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.159441 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.160742 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.160742 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.160742 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.160742 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.160742 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.160742 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.160742 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.160742 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.161922 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.161922 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.161922 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.161922 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.161922 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.161922 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.161922 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.161922 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.163822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.163822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.163822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.163822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.163822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_json = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.163822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.163822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.163822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.163822 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.164955 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.164955 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.164955 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.164955 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.164955 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 20:14:47.164955 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.164955 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.164955 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.165981 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.165981 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.165981 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.165981 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.165981 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.165981 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.165981 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.165981 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.167237 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.167237 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.167237 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.167237 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.167237 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.167237 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.167237 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.167237 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.170059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.170059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.170059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.170059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.170059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.170059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.170059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.170059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.171128 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.171128 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.171128 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.171128 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.171128 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.171128 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.171128 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.171128 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.172402 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.172402 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.172402 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.172402 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.172402 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.172402 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.172402 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.172402 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.172402 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.173780 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.173780 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.173780 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.173780 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.173780 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.173780 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.173780 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.173780 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.173780 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.175726 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.175726 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.175726 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.175726 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.175726 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.175726 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.175726 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.175726 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.175726 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.176941 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.176941 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.176941 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.176941 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.176941 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.176941 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.176941 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.176941 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.176941 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.178422 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.178422 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.178422 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.178422 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.178422 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.178422 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.178422 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.178422 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.178422 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.179798 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.179798 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.179798 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.179798 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.179798 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.179798 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.179798 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.179798 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.179798 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.181097 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.181097 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.181464 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:14:47.181683 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.181683 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.181683 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.181683 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.181683 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.181683 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.181683 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.181683 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.183277 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.183277 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.183277 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.183277 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.183277 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.183277 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.183277 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.183277 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.184784 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.184784 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.184784 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.184784 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.184784 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.184784 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.184784 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.184784 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.186160 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.186160 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.186160 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.186160 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.186160 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.186160 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.186160 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.186160 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.187628 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.187628 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.187628 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.187628 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.187628 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.187628 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.187628 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.187628 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.188739 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.188739 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.188739 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.188739 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.188739 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.188739 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.188739 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.188739 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.189926 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.189926 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.189926 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.189926 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.189926 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.189926 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.189926 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.189926 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.191059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.191059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.191059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.191059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.191059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.191059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.191059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.191059 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.192268 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.192268 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.192268 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.192268 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.192268 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.192268 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.192268 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.192268 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.193499 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.193499 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.193499 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.193499 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.193499 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.193499 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.193499 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.193499 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.194600 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.194600 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.194600 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.194600 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.194600 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.194600 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.194600 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.194600 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.195474 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.195474 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.195474 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.195474 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.195474 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.195474 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.195474 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.195474 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196152 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196152 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196152 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196152 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196152 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196152 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196152 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196152 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.196693 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.197359 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.197359 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.197359 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.197359 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.197359 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.197359 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.197359 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.197359 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198010 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198010 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198010 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198010 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198010 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198010 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198010 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198010 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198793 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198793 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198793 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198793 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198793 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198793 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198793 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.198793 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.199495 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.199495 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.199495 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.199495 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.199495 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.199495 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.199924 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.199924 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.199924 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.200279 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.200279 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.200436 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.200517 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.200646 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.200806 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.200976 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.201138 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.201298 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.201458 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.201618 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.201778 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.202680 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.202680 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.202680 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.202680 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.202680 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.202680 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.203477 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.203477 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.203477 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.203477 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.203477 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.203969 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.203969 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.203969 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.204317 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.204317 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.204462 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.204539 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.204711 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.204878 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.205047 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.205208 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.205378 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.205553 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.205715 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.205880 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.206046 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.206180 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.206616 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.206616 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.206616 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.207066 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.207066 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.207066 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.207463 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.207463 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.207727 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.207727 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.207992 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.207992 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.208272 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.208272 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.208533 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 20:14:47.208533 dv-cinder-821602-14-iscsi neutron-server[102583]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 20:14:47.455405 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 56204) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:14:47.464780 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071762 Jan 18 20:14:59.802709 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb2e7c-9254-4183-8f92-805ba22de40b None None] get_active_networks_info from dv-cinder-821602-14-iscsi {{(pid=102696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 20:14:59.881700 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb2e7c-9254-4183-8f92-805ba22de40b None None] No non-hosted networks {{(pid=102696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 20:14:59.907025 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.agentschedulers_db [None req-24bb2e7c-9254-4183-8f92-805ba22de40b None None] DHCP Agent not found on host dv-cinder-821602-14-iscsi {{(pid=102696) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 20:15:00.023560 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0109ad7e-0346-4e2f-8b36-53aa2a70e79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581467'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.852830 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-a91b784d-601d-4214-b97c-964987e39a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581467'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:01.854848 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-bffa10f7-dae3-4e6b-9d32-a71387559fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:03.313624 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581467'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:04.679390 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581467'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.697403 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581467'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:05.699399 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.700794 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.702137 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.702688 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.705126 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.707623 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.708754 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.709341 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.710184 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.710633 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.711245 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.713556 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.718236 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:05.718946 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821602-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:05.737850 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821602-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:06.332980 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.db.l3_hamode_db [None req-0e3861a4-ebb7-49e3-af54-d14e8433719d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 20:15:06.413281 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3861a4-ebb7-49e3-af54-d14e8433719d None None] Routers set() bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:06.413588 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3861a4-ebb7-49e3-af54-d14e8433719d None None] Router IDs set() for agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 20:15:08.636464 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 56304) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:09.145461 dv-cinder-821602-14-iscsi neutron-server[102694]: WARNING oslo_policy.policy [None req-7cc03671-5fb4-4f1f-ac50-f2ed179cff06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 20:15:09.146704 dv-cinder-821602-14-iscsi neutron-server[102694]: WARNING oslo_policy.policy [None req-7cc03671-5fb4-4f1f-ac50-f2ed179cff06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 20:15:09.380854 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [None req-7cc03671-5fb4-4f1f-ac50-f2ed179cff06 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:15:09.381904 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7cc03671-5fb4-4f1f-ac50-f2ed179cff06 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7445352 Jan 18 20:15:12.086031 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 56320) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:12.394372 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-7293007e-997e-4e80-aa65-c8ab32bfba9d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'tenant_id': 'd735110ea30e4b62ae5462fe3041aced', 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:12.493790 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.policy [None req-7293007e-997e-4e80-aa65-c8ab32bfba9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102694) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 20:15:12.540393 dv-cinder-821602-14-iscsi neutron-server[102694]: WARNING oslo_policy.policy [None req-7293007e-997e-4e80-aa65-c8ab32bfba9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 20:15:12.540778 dv-cinder-821602-14-iscsi neutron-server[102694]: WARNING oslo_policy.policy [None req-7293007e-997e-4e80-aa65-c8ab32bfba9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 20:15:12.549917 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.quota [None req-7293007e-997e-4e80-aa65-c8ab32bfba9d admin admin] Loaded quota_driver: . Jan 18 20:15:12.642644 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7293007e-997e-4e80-aa65-c8ab32bfba9d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768524383870', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768524383363', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768524369463', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768524367164', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768524357590', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768523887360', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-606316', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-620425', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2095882', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2018235'] for rbac-policy (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:12.711806 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7293007e-997e-4e80-aa65-c8ab32bfba9d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:12.713013 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7293007e-997e-4e80-aa65-c8ab32bfba9d admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6257200 Jan 18 20:15:15.422180 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 56332) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:15.747905 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Request body: {'network': {'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'admin_state_up': True, 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'name': 'private'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:15.781314 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Made reservation on behalf of 1ce8eed2ff4b476393ec7d2626261189 for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:15.784193 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.803133 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.925693 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Publish callbacks [] for security_group (92178379-be00-486d-b217-e8bf9c72af63), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.930493 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (92178379-be00-486d-b217-e8bf9c72af63), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.951105 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:15:15.980188 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768527313686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (63aa8335-0026-4bf4-befe-c53a28cf56e6), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:15.980675 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Unsubscribe: segment precommit_create {{(pid=102694) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 20:15:15.981171 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Added segment 63aa8335-0026-4bf4-befe-c53a28cf56e6 of type vlan for network a6f72b21-7460-448b-9d3e-d412977c950c Jan 18 20:15:15.997764 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92178379-be00-486d-b217-e8bf9c72af63,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:16.048236 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.048630 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.048967 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.049303 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.049625 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.049950 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.050278 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.050598 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.050927 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.051282 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.051592 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.052477 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.052794 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Tracked resource versions report: Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: pushed versions: Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: { 'AddressGroup': {'1.2'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'ConntrackHelper': {'1.0'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Log': {'1.0'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Network': {'1.1'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Port': {'1.7'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'PortForwarding': {'1.2'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'QosPolicy': {'1.10'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SecurityGroup': {'1.5'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SubPort': {'1.0'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Subnet': {'1.1'}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Trunk': {'1.1'}} Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: consumer versions: Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: { DHCP agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: L3 agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: Metadata agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: Metering agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: Open vSwitch agent@dv-cinder-821602-14-iscsi: { 'AddressGroup': '1.2', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'ConntrackHelper': '1.0', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'LocalIPAssociation': '1.0', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Log': '1.0', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Network': '1.1', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Port': '1.7', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'PortForwarding': '1.2', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'QosPolicy': '1.10', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SecurityGroup': '1.5', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SecurityGroupRule': '1.2', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SubPort': '1.0', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Subnet': '1.1', Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Trunk': '1.1'}} Jan 18 20:15:16.054209 dv-cinder-821602-14-iscsi neutron-server[102694]: {{(pid=102694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:15:16.093605 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (a6f72b21-7460-448b-9d3e-d412977c950c), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.142827 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (a6f72b21-7460-448b-9d3e-d412977c950c), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.144006 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:16.144707 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:16.214380 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7916338 Jan 18 20:15:16.255258 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda6671-8ef1-4726-91a5-79b114631c41 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f72b21-7460-448b-9d3e-d412977c950c,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:16.268706 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network a6f72b21-7460-448b-9d3e-d412977c950c details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:19.043101 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 56346) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:19.594868 dv-cinder-821602-14-iscsi neutron-server[102695]: WARNING oslo_policy.policy [None req-b855f71b-abab-4210-a635-b22da48e0e3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 20:15:19.595451 dv-cinder-821602-14-iscsi neutron-server[102695]: WARNING oslo_policy.policy [None req-b855f71b-abab-4210-a635-b22da48e0e3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 20:15:20.054558 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.policy [None req-b855f71b-abab-4210-a635-b22da48e0e3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102695) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 20:15:20.102722 dv-cinder-821602-14-iscsi neutron-server[102695]: WARNING oslo_policy.policy [None req-b855f71b-abab-4210-a635-b22da48e0e3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 20:15:20.103178 dv-cinder-821602-14-iscsi neutron-server[102695]: WARNING oslo_policy.policy [None req-b855f71b-abab-4210-a635-b22da48e0e3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 20:15:20.111665 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855f71b-abab-4210-a635-b22da48e0e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:20.113714 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-b855f71b-abab-4210-a635-b22da48e0e3e admin admin] 10.222.0.67 "GET /v2.0/networks/a6f72b21-7460-448b-9d3e-d412977c950c HTTP/1.1" status: 200 len: 824 time: 1.0685773 Jan 18 20:15:20.153425 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-3ee74657-d3aa-469c-934c-b084b3f0a2c4 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/e253a6a8-31ec-4830-9f7b-2b4fa1397b5a HTTP/1.1" status: 200 len: 734 time: 0.0340974 Jan 18 20:15:20.163273 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Request body: {'subnet': {'subnetpool_id': 'e253a6a8-31ec-4830-9f7b-2b4fa1397b5a', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c', 'ip_version': 4, 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:20.164888 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.quota [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Loaded quota_driver: . Jan 18 20:15:20.207822 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Made reservation on behalf of 1ce8eed2ff4b476393ec7d2626261189 for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:20.210680 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:20.511052 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (1227ec16-4ee1-42da-9835-5b32f0fa2f2a), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:20.582490 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Checking segment: {'id': '63aa8335-0026-4bf4-befe-c53a28cf56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:20.583490 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Network hostable DHCP agents. Network: a6f72b21-7460-448b-9d3e-d412977c950c, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:20.590524 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1227ec16-4ee1-42da-9835-5b32f0fa2f2a,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:20.602543 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.602905 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.603272 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.603604 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.603931 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.604261 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.604589 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.604914 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.605245 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.605565 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.605880 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.606192 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.606503 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Tracked resource versions report: Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: pushed versions: Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: { 'AddressGroup': {'1.2'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'ConntrackHelper': {'1.0'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Log': {'1.0'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Network': {'1.1'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Port': {'1.7'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'PortForwarding': {'1.2'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'QosPolicy': {'1.10'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SecurityGroup': {'1.5'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SubPort': {'1.0'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Subnet': {'1.1'}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Trunk': {'1.1'}} Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: consumer versions: Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: { DHCP agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: L3 agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: Metadata agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: Metering agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: Open vSwitch agent@dv-cinder-821602-14-iscsi: { 'AddressGroup': '1.2', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'ConntrackHelper': '1.0', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'LocalIPAssociation': '1.0', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Log': '1.0', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Network': '1.1', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Port': '1.7', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'PortForwarding': '1.2', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'QosPolicy': '1.10', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SecurityGroup': '1.5', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SecurityGroupRule': '1.2', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SubPort': '1.0', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Subnet': '1.1', Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Trunk': '1.1'}} Jan 18 20:15:20.607882 dv-cinder-821602-14-iscsi neutron-server[102695]: {{(pid=102695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:15:20.633554 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Network a6f72b21-7460-448b-9d3e-d412977c950c is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:20.645133 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, a6f72b21-7460-448b-9d3e-d412977c950c) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:20.650233 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:20.650857 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:20.655089 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19027d91-8064-4daa-bf3b-f217f0fe1d7e None None] Network a6f72b21-7460-448b-9d3e-d412977c950c requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:20.672259 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-7fd8430a-dffb-4f66-a51d-d69e7e0d923e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5132434 Jan 18 20:15:20.948559 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp864710ac-d929-5e13-b32f-6aa0dede2451-a6f72b21-7460-448b-9d3e-d412977c950c', 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c', 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'fixed_ips': [{'subnet_id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a'}]}} from dv-cinder-821602-14-iscsi. {{(pid=102696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:15:20.949969 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.264993 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.db_base_plugin_common [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Allocated IP 172.20.0.2 (a6f72b21-7460-448b-9d3e-d412977c950c/1227ec16-4ee1-42da-9835-5b32f0fa2f2a/4653520d-2741-4a7a-8996-c6762d9602a1) {{(pid=102696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:21.518202 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Publish callbacks [] for port (4653520d-2741-4a7a-8996-c6762d9602a1), precommit_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.527888 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (4653520d-2741-4a7a-8996-c6762d9602a1), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.609170 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Network a6f72b21-7460-448b-9d3e-d412977c950c is already hosted by enough agents. {{(pid=102696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:21.614219 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.base_scheduler [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Resources bound (agent type, host, resource id): {{(pid=102696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:21.619801 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Pushing event updated for resources: {'Port': ['ID=4653520d-2741-4a7a-8996-c6762d9602a1,revision_number=1']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:21.622124 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Received port after_create {{(pid=102696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:21.632515 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.632887 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.633260 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.633610 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.633944 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.634284 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.634640 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.634977 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.635333 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.635678 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.636005 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.636329 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.636653 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Tracked resource versions report: Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: pushed versions: Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: { 'AddressGroup': {'1.2'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'ConntrackHelper': {'1.0'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Log': {'1.0'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Network': {'1.1'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Port': {'1.7'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'PortForwarding': {'1.2'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'QosPolicy': {'1.10'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SecurityGroup': {'1.5'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SubPort': {'1.0'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Subnet': {'1.1'}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Trunk': {'1.1'}} Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: consumer versions: Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: { DHCP agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: L3 agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: Metadata agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: Metering agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: Open vSwitch agent@dv-cinder-821602-14-iscsi: { 'AddressGroup': '1.2', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'ConntrackHelper': '1.0', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'LocalIPAssociation': '1.0', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Log': '1.0', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Network': '1.1', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Port': '1.7', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'PortForwarding': '1.2', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'QosPolicy': '1.10', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SecurityGroup': '1.5', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SecurityGroupRule': '1.2', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SubPort': '1.0', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Subnet': '1.1', Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Trunk': '1.1'}} Jan 18 20:15:21.638087 dv-cinder-821602-14-iscsi neutron-server[102696]: {{(pid=102696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:15:21.711181 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Attempting to bind port 4653520d-2741-4a7a-8996-c6762d9602a1 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:21.711850 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Attempting to bind port 4653520d-2741-4a7a-8996-c6762d9602a1 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '63aa8335-0026-4bf4-befe-c53a28cf56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:21.711998 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Attempting to bind port 4653520d-2741-4a7a-8996-c6762d9602a1 on network a6f72b21-7460-448b-9d3e-d412977c950c {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:21.717164 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:21.717564 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Checking segment: {'id': '63aa8335-0026-4bf4-befe-c53a28cf56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:21.718040 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.718436 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Bound using segment: {'id': '63aa8335-0026-4bf4-befe-c53a28cf56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:21.718905 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Bound port: 4653520d-2741-4a7a-8996-c6762d9602a1, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aa8335-0026-4bf4-befe-c53a28cf56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:21.719346 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (4653520d-2741-4a7a-8996-c6762d9602a1), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.786284 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] For port 4653520d-2741-4a7a-8996-c6762d9602a1, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:21.790799 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] For port 4653520d-2741-4a7a-8996-c6762d9602a1, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=4653520d-2741-4a7a-8996-c6762d9602a1,segment=NetworkSegment(63aa8335-0026-4bf4-befe-c53a28cf56e6),segment_id=63aa8335-0026-4bf4-befe-c53a28cf56e6)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:21.796014 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (4653520d-2741-4a7a-8996-c6762d9602a1), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:21.861815 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb6806-54ff-4f8a-9614-6364652e178c None None] Pushing event updated for resources: {'Port': ['ID=4653520d-2741-4a7a-8996-c6762d9602a1,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:23.189821 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 56366) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:23.522279 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [None req-93d9f1aa-1bb5-4fc1-b963-0e0583e2e705 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102695) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:15:23.535073 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-93d9f1aa-1bb5-4fc1-b963-0e0583e2e705 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3322165 Jan 18 20:15:26.026841 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 56374) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:26.367785 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [None req-41dde686-727e-4373-87c0-e3a58f604641 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102695) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:15:26.383058 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-41dde686-727e-4373-87c0-e3a58f604641 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3410044 Jan 18 20:15:29.198842 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 56384) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:29.524408 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-9fdcb597-8f5e-4be1-bba3-a9a55e38ce15 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'name': 'router1'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:29.551656 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9fdcb597-8f5e-4be1-bba3-a9a55e38ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10450'] for router (aa656630-ce5c-43fb-95a2-9971a9326aed), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.553359 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9fdcb597-8f5e-4be1-bba3-a9a55e38ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10459'] for router (aa656630-ce5c-43fb-95a2-9971a9326aed), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.695784 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9fdcb597-8f5e-4be1-bba3-a9a55e38ce15 admin admin] Publish callbacks [] for router_controller (aa656630-ce5c-43fb-95a2-9971a9326aed), precommit_add_association {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.700514 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9fdcb597-8f5e-4be1-bba3-a9a55e38ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482'] for router (aa656630-ce5c-43fb-95a2-9971a9326aed), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.714451 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9fdcb597-8f5e-4be1-bba3-a9a55e38ce15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:29.715649 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-9fdcb597-8f5e-4be1-bba3-a9a55e38ce15 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5158000 Jan 18 20:15:29.770887 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7060cbe9-0b68-44d1-8903-ea1f57be673c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:31.942628 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3038a77d-8139-417d-9705-0790b259d1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.327062 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 56396) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:32.328090 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 4653520d-2741-4a7a-8996-c6762d9602a1 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:32.420769 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 4653520d-2741-4a7a-8996-c6762d9602a1 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:32.421272 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (4653520d-2741-4a7a-8996-c6762d9602a1), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.539679 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 4653520d-2741-4a7a-8996-c6762d9602a1 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:32.540242 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (4653520d-2741-4a7a-8996-c6762d9602a1), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.580849 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port 4653520d-2741-4a7a-8996-c6762d9602a1, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=4653520d-2741-4a7a-8996-c6762d9602a1,segment=NetworkSegment(63aa8335-0026-4bf4-befe-c53a28cf56e6),segment_id=63aa8335-0026-4bf4-befe-c53a28cf56e6)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:32.584703 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (4653520d-2741-4a7a-8996-c6762d9602a1), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:32.636041 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=4653520d-2741-4a7a-8996-c6762d9602a1,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:32.714398 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [None req-928e8884-5fa1-4dbf-9bfd-b5783b29cfbd admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:15:32.715620 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-928e8884-5fa1-4dbf-9bfd-b5783b29cfbd admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3874128 Jan 18 20:15:33.244741 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2da208-53a8-4e58-838d-e049319fe5f2 None None] Network a6f72b21-7460-448b-9d3e-d412977c950c requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:33.320783 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.345585 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-655fdec6-940f-43ca-bc67-0c74bd4d5fea None None] Provisioning complete for port 4653520d-2741-4a7a-8996-c6762d9602a1 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:33.345970 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-655fdec6-940f-43ca-bc67-0c74bd4d5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (4653520d-2741-4a7a-8996-c6762d9602a1), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.460707 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-655fdec6-940f-43ca-bc67-0c74bd4d5fea None None] Current status of the port 4653520d-2741-4a7a-8996-c6762d9602a1 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:33.583133 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-83e948ea-ca09-44c4-b0a8-e327fc7b1de2 None None] Provisioning complete for port 4653520d-2741-4a7a-8996-c6762d9602a1 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:33.583529 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-83e948ea-ca09-44c4-b0a8-e327fc7b1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (4653520d-2741-4a7a-8996-c6762d9602a1), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:33.660900 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-83e948ea-ca09-44c4-b0a8-e327fc7b1de2 None None] Current status of the port 4653520d-2741-4a7a-8996-c6762d9602a1 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:34.289167 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 4653520d-2741-4a7a-8996-c6762d9602a1 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:34.342045 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 4653520d-2741-4a7a-8996-c6762d9602a1 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:34.342448 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (4653520d-2741-4a7a-8996-c6762d9602a1), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:34.422630 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 4653520d-2741-4a7a-8996-c6762d9602a1 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:34.613710 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.278015 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 56426) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:35.424903 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'project_id': 'd735110ea30e4b62ae5462fe3041aced', 'tenant_id': 'd735110ea30e4b62ae5462fe3041aced'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:35.450511 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Made reservation on behalf of d735110ea30e4b62ae5462fe3041aced for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:35.453506 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.463293 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.548427 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Publish callbacks [] for security_group (85751939-37b3-4eb9-97dc-e7db04ef6bf9), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.553319 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (85751939-37b3-4eb9-97dc-e7db04ef6bf9), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.572552 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Reserving flat network on physical network physnet1 {{(pid=102694) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 20:15:35.588542 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85751939-37b3-4eb9-97dc-e7db04ef6bf9,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:35.596840 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (bfbdf213-8287-4631-8f60-18c6d5b03d75), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.596840 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Added segment bfbdf213-8287-4631-8f60-18c6d5b03d75 of type flat for network 345ae821-9aea-4565-955e-d3d455978d5f Jan 18 20:15:35.656457 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (345ae821-9aea-4565-955e-d3d455978d5f), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.690771 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (345ae821-9aea-4565-955e-d3d455978d5f), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.692502 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:35.693109 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.694786 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:35.749750 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4705076 Jan 18 20:15:35.779997 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f5303-5206-4a54-b7e7-355e3314dbff admin admin] Pushing event updated for resources: {'Network': ['ID=345ae821-9aea-4565-955e-d3d455978d5f,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:35.790248 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 345ae821-9aea-4565-955e-d3d455978d5f details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:15:38.062871 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 56434) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:38.200442 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd879b5-5dfc-4e18-81cc-b0cd7027222b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:38.201845 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-4bd879b5-5dfc-4e18-81cc-b0cd7027222b admin admin] 10.222.0.67 "GET /v2.0/subnets/1227ec16-4ee1-42da-9835-5b32f0fa2f2a HTTP/1.1" status: 200 len: 849 time: 0.1379826 Jan 18 20:15:38.326197 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-9b29dfc6-6559-4d58-a68d-4fa991593a11 admin admin] 10.222.0.67 "GET /v2.0/routers/aa656630-ce5c-43fb-95a2-9971a9326aed HTTP/1.1" status: 200 len: 704 time: 0.1187935 Jan 18 20:15:38.601452 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:38.923397 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Allocated IP 172.20.0.1 (a6f72b21-7460-448b-9d3e-d412977c950c/1227ec16-4ee1-42da-9835-5b32f0fa2f2a/cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:39.120714 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Publish callbacks [] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.190229 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.278526 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Network a6f72b21-7460-448b-9d3e-d412977c950c is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:39.283972 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:39.290385 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Pushing event updated for resources: {'Port': ['ID=cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:39.293946 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:39.293946 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581223'] for router_interface (aa656630-ce5c-43fb-95a2-9971a9326aed), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.524754 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-407bb9aa-1804-4fc6-92b5-88931acbaa6e None None] Provisioning complete for port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:39.525342 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-407bb9aa-1804-4fc6-92b5-88931acbaa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.561186 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-407bb9aa-1804-4fc6-92b5-88931acbaa6e None None] Port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:39.570550 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.789999 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Publish callbacks [] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.794433 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.795478 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581139'] for router_interface (aa656630-ce5c-43fb-95a2-9971a9326aed), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:39.882247 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Pushing event updated for resources: {'Port': ['ID=cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:39.925878 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Network a6f72b21-7460-448b-9d3e-d412977c950c is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:39.927328 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:40.099593 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Router aa656630-ce5c-43fb-95a2-9971a9326aed is scheduled to L3 agent bb362382-b75b-4aa5-8440-3f734985d21a with binding_index 1 {{(pid=102694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:15:40.185429 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-93750fa8-8dca-4ecd-8896-883cf8473ecd None None] Provisioning complete for port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:40.185824 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-93750fa8-8dca-4ecd-8896-883cf8473ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:40.194382 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:15:40.199961 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-23fe378b-1788-437a-97ac-365f99af62ea admin admin] 10.222.0.67 "PUT /v2.0/routers/aa656630-ce5c-43fb-95a2-9971a9326aed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8684835 Jan 18 20:15:40.203700 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Sync routers for ids ['aa656630-ce5c-43fb-95a2-9971a9326aed'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:15:40.218369 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Routers {'aa656630-ce5c-43fb-95a2-9971a9326aed'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:40.219262 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:15:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['aa656630-ce5c-43fb-95a2-9971a9326aed'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:40.225701 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-93750fa8-8dca-4ecd-8896-883cf8473ecd None None] Port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:15:40.416553 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Set router aa656630-ce5c-43fb-95a2-9971a9326aed gateway port host: None {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:40.868565 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'name': 'router1', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:29Z', 'updated_at': '2022-01-18T20:15:39Z', 'revision_number': 2, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'gw_port_host': None, '_interfaces': [{'id': 'cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087', 'name': '', 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'mac_address': 'fa:16:3e:28:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:38Z', 'updated_at': '2022-01-18T20:15:39Z', 'revision_number': 2, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'subnets': [{'id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e253a6a8-31ec-4830-9f7b-2b4fa1397b5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:40.918888 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Checking router: aa656630-ce5c-43fb-95a2-9971a9326aed for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:15:40.919279 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Updating router aa656630-ce5c-43fb-95a2-9971a9326aed port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 binding host dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:15:41.000856 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.543895 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Publish callbacks [] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), precommit_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.552053 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.730510 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Pushing event updated for resources: {'Port': ['ID=cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087,revision_number=3']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:41.733365 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Attempting to bind port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:41.733761 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Attempting to bind port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '63aa8335-0026-4bf4-befe-c53a28cf56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c'}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:41.734194 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Attempting to bind port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 on network a6f72b21-7460-448b-9d3e-d412977c950c {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:41.742618 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:41.743090 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Checking segment: {'id': '63aa8335-0026-4bf4-befe-c53a28cf56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:41.743543 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.743933 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Bound using segment: {'id': '63aa8335-0026-4bf4-befe-c53a28cf56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c'} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:41.744412 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Bound port: cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aa8335-0026-4bf4-befe-c53a28cf56e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c'}}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:41.744810 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.762554 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.762903 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.763313 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.763654 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.763981 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.764308 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.764653 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.764965 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.765293 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.765628 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.765950 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.766267 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.766589 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Tracked resource versions report: Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: pushed versions: Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: { 'AddressGroup': {'1.2'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'ConntrackHelper': {'1.0'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Log': {'1.0'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Network': {'1.1'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Port': {'1.7'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'PortForwarding': {'1.2'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'QosPolicy': {'1.10'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SecurityGroup': {'1.5'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SubPort': {'1.0'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Subnet': {'1.1'}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Trunk': {'1.1'}} Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: consumer versions: Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: { DHCP agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: L3 agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: Metadata agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: Metering agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: Open vSwitch agent@dv-cinder-821602-14-iscsi: { 'AddressGroup': '1.2', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'ConntrackHelper': '1.0', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'LocalIPAssociation': '1.0', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Log': '1.0', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Network': '1.1', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Port': '1.7', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'PortForwarding': '1.2', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'QosPolicy': '1.10', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SecurityGroup': '1.5', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SecurityGroupRule': '1.2', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SubPort': '1.0', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Subnet': '1.1', Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Trunk': '1.1'}} Jan 18 20:15:41.768157 dv-cinder-821602-14-iscsi neutron-server[102697]: {{(pid=102697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:15:41.837397 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] For port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:41.860811 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] For port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087,segment=NetworkSegment(63aa8335-0026-4bf4-befe-c53a28cf56e6),segment_id=63aa8335-0026-4bf4-befe-c53a28cf56e6)] {{(pid=102697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:41.864615 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-0d995139-d811-45b0-9746-f4f9130926da None None] Provisioning complete for port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:41.865114 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0d995139-d811-45b0-9746-f4f9130926da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.868443 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.926697 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Routers {'aa656630-ce5c-43fb-95a2-9971a9326aed'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:41.927343 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:15:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['aa656630-ce5c-43fb-95a2-9971a9326aed'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:41.997044 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-0d995139-d811-45b0-9746-f4f9130926da None None] Current status of the port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:41.998272 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0d995139-d811-45b0-9746-f4f9130926da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:41.998396 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be49fa1-8401-4a4b-90c8-d79664af1273 None None] Pushing event updated for resources: {'Port': ['ID=cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087,revision_number=4']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:42.028435 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] Set router aa656630-ce5c-43fb-95a2-9971a9326aed gateway port host: None {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:42.043130 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-0d995139-d811-45b0-9746-f4f9130926da None None] For port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087,segment=NetworkSegment(63aa8335-0026-4bf4-befe-c53a28cf56e6),segment_id=63aa8335-0026-4bf4-befe-c53a28cf56e6)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:42.048560 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0d995139-d811-45b0-9746-f4f9130926da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.127741 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d995139-d811-45b0-9746-f4f9130926da None None] Pushing event updated for resources: {'Port': ['ID=cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:42.272885 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-bd2106e3-ae30-4b1f-9256-17063f1d84f1 None None] Provisioning complete for port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:42.273307 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-bd2106e3-ae30-4b1f-9256-17063f1d84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:42.275998 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'name': 'router1', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:29Z', 'updated_at': '2022-01-18T20:15:39Z', 'revision_number': 2, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'gw_port_host': None, '_interfaces': [{'id': 'cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087', 'name': '', 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'mac_address': 'fa:16:3e:28:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:38Z', 'updated_at': '2022-01-18T20:15:41Z', 'revision_number': 4, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'subnets': [{'id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e253a6a8-31ec-4830-9f7b-2b4fa1397b5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:42.305338 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e825ad-fbf6-4b6d-826f-48f455ca1ad7 None None] The sync data for ids ['aa656630-ce5c-43fb-95a2-9971a9326aed'] in dv-cinder-821602-14-iscsi is: [{'id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'name': 'router1', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:29Z', 'updated_at': '2022-01-18T20:15:39Z', 'revision_number': 2, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'gw_port_host': None, '_interfaces': [{'id': 'cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087', 'name': '', 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'mac_address': 'fa:16:3e:28:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:38Z', 'updated_at': '2022-01-18T20:15:41Z', 'revision_number': 4, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'subnets': [{'id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e253a6a8-31ec-4830-9f7b-2b4fa1397b5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:15:42.372903 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-bd2106e3-ae30-4b1f-9256-17063f1d84f1 None None] Current status of the port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:44.995774 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 56454) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:45.125108 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab164b6-ebbd-481d-8544-4c20dcfb313f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.126660 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-0ab164b6-ebbd-481d-8544-4c20dcfb313f admin admin] 10.222.0.67 "GET /v2.0/networks/345ae821-9aea-4565-955e-d3d455978d5f HTTP/1.1" status: 200 len: 842 time: 0.1295621 Jan 18 20:15:45.141143 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'tenant_id': 'd735110ea30e4b62ae5462fe3041aced', 'gateway_ip': '172.27.3.1', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:45.173945 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Made reservation on behalf of d735110ea30e4b62ae5462fe3041aced for: {'subnet': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:15:45.176826 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:45.681069 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.objects.ports [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102694) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 20:15:45.681748 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (efb95db8-c25d-4de1-b2d6-46de5d283fd6), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:45.780440 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb95db8-c25d-4de1-b2d6-46de5d283fd6,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:45.793828 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:45.794477 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Network hostable DHCP agents. Network: 345ae821-9aea-4565-955e-d3d455978d5f, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:15:45.821199 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:15:45.838626 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 345ae821-9aea-4565-955e-d3d455978d5f) {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:45.845472 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:45.846521 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:45.860499 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a77286-2650-4268-8b9e-b7a0f81ed603 None None] Network 345ae821-9aea-4565-955e-d3d455978d5f requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:45.879098 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-b8ea7a9b-5a3d-4029-954c-7e93a99186ad admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7362895 Jan 18 20:15:46.059097 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fc1749-29a3-47ba-98d5-6cf511a67e7a None None] Network 345ae821-9aea-4565-955e-d3d455978d5f requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:15:48.526221 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 56462) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:48.821712 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-186cfce7-0ef5-4896-8028-c0628ee7bdc9 admin admin] 10.222.0.67 "GET /v2.0/routers/aa656630-ce5c-43fb-95a2-9971a9326aed HTTP/1.1" status: 200 len: 710 time: 0.2944236 Jan 18 20:15:48.947483 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43806fdf-22d7-4125-96c9-8771734791b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:15:48.949687 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-43806fdf-22d7-4125-96c9-8771734791b5 admin admin] 10.222.0.67 "GET /v2.0/networks/345ae821-9aea-4565-955e-d3d455978d5f HTTP/1.1" status: 200 len: 886 time: 0.1220529 Jan 18 20:15:48.960753 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:15:49.224361 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Publish callbacks [] for router_gateway (aa656630-ce5c-43fb-95a2-9971a9326aed), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.557834 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Publish callbacks [] for router_gateway (aa656630-ce5c-43fb-95a2-9971a9326aed), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.643098 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:49.817337 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Allocated IP 172.27.3.145 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/31b01263-4608-43ac-8b7f-a3442cab6fba) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:15:49.966919 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Publish callbacks [] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.042504 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.116898 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:15:50.122618 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:15:50.127920 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:15:50.166375 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Pushing event updated for resources: {'Port': ['ID=31b01263-4608-43ac-8b7f-a3442cab6fba,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:50.336340 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:50.390425 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:50.391299 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.475756 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:50.495256 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Publish callbacks [] for router_gateway (aa656630-ce5c-43fb-95a2-9971a9326aed), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.710662 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10473'] for router (aa656630-ce5c-43fb-95a2-9971a9326aed), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.715880 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585126'] for router (aa656630-ce5c-43fb-95a2-9971a9326aed), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.831918 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Router aa656630-ce5c-43fb-95a2-9971a9326aed has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:15:50.939278 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:15:50.944366 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:50.945574 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-05e7613b-05bc-46e9-a837-76ff26c9f37d admin admin] 10.222.0.67 "PUT /v2.0/routers/aa656630-ce5c-43fb-95a2-9971a9326aed HTTP/1.1" status: 200 len: 890 time: 1.9888279 Jan 18 20:15:51.410459 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Sync routers for ids ['aa656630-ce5c-43fb-95a2-9971a9326aed'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:15:51.423484 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Routers {'aa656630-ce5c-43fb-95a2-9971a9326aed'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:51.424182 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:15:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['aa656630-ce5c-43fb-95a2-9971a9326aed'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:51.635775 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Set router aa656630-ce5c-43fb-95a2-9971a9326aed gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:52.116517 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'name': 'router1', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '31b01263-4608-43ac-8b7f-a3442cab6fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:29Z', 'updated_at': '2022-01-18T20:15:50Z', 'revision_number': 4, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'gw_port': {'id': '31b01263-4608-43ac-8b7f-a3442cab6fba', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:49Z', 'updated_at': '2022-01-18T20:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087', 'name': '', 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'mac_address': 'fa:16:3e:28:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:38Z', 'updated_at': '2022-01-18T20:15:42Z', 'revision_number': 5, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'subnets': [{'id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e253a6a8-31ec-4830-9f7b-2b4fa1397b5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:52.168299 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Checking router: aa656630-ce5c-43fb-95a2-9971a9326aed for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:15:52.168655 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Updating router aa656630-ce5c-43fb-95a2-9971a9326aed port 31b01263-4608-43ac-8b7f-a3442cab6fba binding host dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:15:52.217113 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.564686 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Publish callbacks [] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), precommit_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.571344 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.627183 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Attempting to bind port 31b01263-4608-43ac-8b7f-a3442cab6fba on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:15:52.627560 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Attempting to bind port 31b01263-4608-43ac-8b7f-a3442cab6fba by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:15:52.627930 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Attempting to bind port 31b01263-4608-43ac-8b7f-a3442cab6fba on network 345ae821-9aea-4565-955e-d3d455978d5f {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:15:52.630695 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12b7e8-2af4-4943-878a-76a88a992a68 None None] Pushing event updated for resources: {'Port': ['ID=31b01263-4608-43ac-8b7f-a3442cab6fba,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:52.638075 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:15:52.638463 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:15:52.638880 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.639305 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Bound using segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:15:52.639793 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Bound port: 31b01263-4608-43ac-8b7f-a3442cab6fba, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:15:52.640176 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.694227 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] For port 31b01263-4608-43ac-8b7f-a3442cab6fba, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:15:52.697718 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] For port 31b01263-4608-43ac-8b7f-a3442cab6fba, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=31b01263-4608-43ac-8b7f-a3442cab6fba,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:15:52.701904 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:52.762816 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12b7e8-2af4-4943-878a-76a88a992a68 None None] Pushing event updated for resources: {'Port': ['ID=31b01263-4608-43ac-8b7f-a3442cab6fba,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:52.765692 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Routers {'aa656630-ce5c-43fb-95a2-9971a9326aed'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:15:52.766294 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:15:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['aa656630-ce5c-43fb-95a2-9971a9326aed'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:52.884656 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] Set router aa656630-ce5c-43fb-95a2-9971a9326aed gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:15:53.108953 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'name': 'router1', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '31b01263-4608-43ac-8b7f-a3442cab6fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:29Z', 'updated_at': '2022-01-18T20:15:50Z', 'revision_number': 4, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'gw_port': {'id': '31b01263-4608-43ac-8b7f-a3442cab6fba', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:49Z', 'updated_at': '2022-01-18T20:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087', 'name': '', 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'mac_address': 'fa:16:3e:28:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:38Z', 'updated_at': '2022-01-18T20:15:42Z', 'revision_number': 5, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'subnets': [{'id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e253a6a8-31ec-4830-9f7b-2b4fa1397b5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:15:53.135065 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4839e552-a2bf-41aa-9b96-77844961b661 None None] The sync data for ids ['aa656630-ce5c-43fb-95a2-9971a9326aed'] in dv-cinder-821602-14-iscsi is: [{'id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'name': 'router1', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '31b01263-4608-43ac-8b7f-a3442cab6fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:15:29Z', 'updated_at': '2022-01-18T20:15:50Z', 'revision_number': 4, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'gw_port': {'id': '31b01263-4608-43ac-8b7f-a3442cab6fba', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:49Z', 'updated_at': '2022-01-18T20:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087', 'name': '', 'network_id': 'a6f72b21-7460-448b-9d3e-d412977c950c', 'tenant_id': '1ce8eed2ff4b476393ec7d2626261189', 'mac_address': 'fa:16:3e:28:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa656630-ce5c-43fb-95a2-9971a9326aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:15:38Z', 'updated_at': '2022-01-18T20:15:42Z', 'revision_number': 5, 'project_id': '1ce8eed2ff4b476393ec7d2626261189', 'subnets': [{'id': '1227ec16-4ee1-42da-9835-5b32f0fa2f2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e253a6a8-31ec-4830-9f7b-2b4fa1397b5a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:15:53.490789 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 56474) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:15:53.615223 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-a7454dde-51dd-47fc-8e06-1140033bb2bf admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1232109 Jan 18 20:15:54.345192 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 31b01263-4608-43ac-8b7f-a3442cab6fba up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:54.401608 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 31b01263-4608-43ac-8b7f-a3442cab6fba triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:54.402006 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.484424 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 31b01263-4608-43ac-8b7f-a3442cab6fba is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:54.484824 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.507426 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port 31b01263-4608-43ac-8b7f-a3442cab6fba, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=31b01263-4608-43ac-8b7f-a3442cab6fba,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:15:54.511475 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:54.560124 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=31b01263-4608-43ac-8b7f-a3442cab6fba,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:15:56.087501 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 5 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:15:56.339114 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 31b01263-4608-43ac-8b7f-a3442cab6fba up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:15:56.414968 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 31b01263-4608-43ac-8b7f-a3442cab6fba triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:15:56.415455 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (31b01263-4608-43ac-8b7f-a3442cab6fba), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:15:56.518980 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 31b01263-4608-43ac-8b7f-a3442cab6fba is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:15:59.759586 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-aaafbd92-c0d5-4d83-a287-23f583cbd863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:01.854368 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6c20-0b5e-4ae1-9928-998f9b1f3fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:03.305351 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:04.642385 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:05.707744 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:29.770774 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-fae64e4c-e713-4c1f-b1dc-80dc3d61884b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:31.833714 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-26fef380-43df-4565-a677-9783ea7652b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:33.086401 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 5 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:16:33.294075 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:34.624634 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:35.703139 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:16:59.745584 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-82d78acd-29c6-4b78-a998-8ef213877876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:01.819136 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-da35a8cb-af6b-4492-aaae-d3984e2287a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:03.291406 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:04.625812 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:05.699208 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:10.087317 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 5 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:17:17.482354 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 56958) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:17.549183 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff730ff8-50a5-43c6-80c8-55ae88029bfe admin admin] GET failed (client error): The resource could not be found. Jan 18 20:17:17.550560 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ff730ff8-50a5-43c6-80c8-55ae88029bfe admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672410 Jan 18 20:17:17.721397 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404a68bf-33d4-421e-a9cb-0ac63ee6cad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:17.722780 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-404a68bf-33d4-421e-a9cb-0ac63ee6cad6 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1681125 Jan 18 20:17:20.003342 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 56968) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:20.095057 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac1b617-ae74-4023-9d1d-a8b5c3663125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:20.096505 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4ac1b617-ae74-4023-9d1d-a8b5c3663125 admin admin] 10.222.0.67 "GET /v2.0/subnets/1227ec16-4ee1-42da-9835-5b32f0fa2f2a HTTP/1.1" status: 200 len: 849 time: 0.0920639 Jan 18 20:17:20.106026 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:17:20.196766 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Publish callbacks [] for subnet (1227ec16-4ee1-42da-9835-5b32f0fa2f2a), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:20.336559 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768527259001'] for subnet (1227ec16-4ee1-42da-9835-5b32f0fa2f2a), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:20.366403 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:20.367258 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:20.368503 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] 10.222.0.67 "PUT /v2.0/subnets/1227ec16-4ee1-42da-9835-5b32f0fa2f2a HTTP/1.1" status: 200 len: 868 time: 0.2660153 Jan 18 20:17:20.371242 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2925534-0d0c-4ce8-add7-211cb48abb98 None None] Network a6f72b21-7460-448b-9d3e-d412977c950c requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:17:20.389719 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1227ec16-4ee1-42da-9835-5b32f0fa2f2a,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:17:20.397324 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.397691 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.398019 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.398350 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.398679 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.399004 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.399353 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.399675 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.399997 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.400316 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.400636 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.400948 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.401326 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1582158-0116-457c-aa4b-33fc53ba760a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:17:20.740878 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-2ad30372-4b19-47fd-bde6-5ca13431b72a None None] Provisioning complete for port 4653520d-2741-4a7a-8996-c6762d9602a1 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:17:20.741727 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-2ad30372-4b19-47fd-bde6-5ca13431b72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (4653520d-2741-4a7a-8996-c6762d9602a1), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:20.828552 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-2ad30372-4b19-47fd-bde6-5ca13431b72a None None] Current status of the port 4653520d-2741-4a7a-8996-c6762d9602a1 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:17:20.842565 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-2ad30372-4b19-47fd-bde6-5ca13431b72a None None] Provisioning complete for port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:17:20.843150 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-2ad30372-4b19-47fd-bde6-5ca13431b72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:20.926990 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-2ad30372-4b19-47fd-bde6-5ca13431b72a None None] Current status of the port cbe0b6f0-4f4b-48b2-bc86-7a636d6f2087 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:17:22.699013 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 56976) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:22.898931 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4400be4-d206-4629-bf26-10c22f83744c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:22.899334 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4400be4-d206-4629-bf26-10c22f83744c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:22.900865 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-c4400be4-d206-4629-bf26-10c22f83744c admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2008493 Jan 18 20:17:25.166356 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 56984) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:25.370502 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f09b3-1b3a-46d6-8a33-b6c5b763295f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:25.370881 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f09b3-1b3a-46d6-8a33-b6c5b763295f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:25.372440 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-456f09b3-1b3a-46d6-8a33-b6c5b763295f admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2051108 Jan 18 20:17:27.610453 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 56992) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:27.739138 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903588d-ccc8-4192-9e2a-37ee6efdb94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:27.740517 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e903588d-ccc8-4192-9e2a-37ee6efdb94a admin admin] 10.222.0.67 "GET /v2.0/networks/345ae821-9aea-4565-955e-d3d455978d5f HTTP/1.1" status: 200 len: 886 time: 0.1289477 Jan 18 20:17:29.749272 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-2434f4a3-2a86-43c3-b3b2-694db700d960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:29.992206 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57000) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:30.127980 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ed0e93-7df5-485d-a54f-d1c4e9340616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:30.129355 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-d3ed0e93-7df5-485d-a54f-d1c4e9340616 admin admin] 10.222.0.67 "GET /v2.0/networks/a6f72b21-7460-448b-9d3e-d412977c950c HTTP/1.1" status: 200 len: 868 time: 0.1362119 Jan 18 20:17:31.821964 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-21df6626-4450-4cb0-afa9-fb2936f3297a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:32.387043 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57010) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:32.582861 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd77e2e4-520a-49be-9f4a-445a0ad8c576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:32.583255 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd77e2e4-520a-49be-9f4a-445a0ad8c576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:32.584807 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-bd77e2e4-520a-49be-9f4a-445a0ad8c576 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1968002 Jan 18 20:17:33.295476 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:34.632173 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:34.790580 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57018) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:34.881210 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42354e-5291-44b3-bae8-4034ed3eb393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:34.881602 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42354e-5291-44b3-bae8-4034ed3eb393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:34.883133 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-fe42354e-5291-44b3-bae8-4034ed3eb393 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915518 Jan 18 20:17:35.702312 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:17:37.124897 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57026) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:37.216051 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a5ef89-da78-44a6-a7bc-fde767c339ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:37.217710 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-c2a5ef89-da78-44a6-a7bc-fde767c339ba admin admin] 10.222.0.67 "GET /v2.0/subnets/1227ec16-4ee1-42da-9835-5b32f0fa2f2a HTTP/1.1" status: 200 len: 868 time: 0.0916495 Jan 18 20:17:39.454510 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57034) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:17:39.540708 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537062e-da86-44e0-8244-e42b00e379a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:17:39.542035 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-c537062e-da86-44e0-8244-e42b00e379a4 admin admin] 10.222.0.67 "GET /v2.0/subnets/efb95db8-c25d-4de1-b2d6-46de5d283fd6 HTTP/1.1" status: 200 len: 816 time: 0.0865679 Jan 18 20:17:47.086002 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 5 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:17:59.756779 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6d752635-038b-413a-add2-d3f51ef19b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:01.833186 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-06f2a98c-09fd-41fc-a03a-09e1152335f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.299594 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:03.985231 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57088) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:04.033588 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [None req-85b4d5d2-a14f-4754-900c-eaf7c0fbd9d1 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:18:04.034624 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-85b4d5d2-a14f-4754-900c-eaf7c0fbd9d1 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484374 Jan 18 20:18:04.632746 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:05.706146 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:06.357390 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57096) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:06.420062 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38c93da-3651-4f99-9853-a7508747cfe6 admin admin] GET failed (client error): The resource could not be found. Jan 18 20:18:06.421339 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-c38c93da-3651-4f99-9853-a7508747cfe6 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630131 Jan 18 20:18:06.568336 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fa7685-6f91-4e18-81ae-c67dec416eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:06.569872 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-61fa7685-6f91-4e18-81ae-c67dec416eb3 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1432431 Jan 18 20:18:08.883601 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57106) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:08.930202 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Request body: {'network': {'project_id': 'd735110ea30e4b62ae5462fe3041aced', 'tenant_id': 'd735110ea30e4b62ae5462fe3041aced', 'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:08.952260 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Made reservation on behalf of d735110ea30e4b62ae5462fe3041aced for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:08.954601 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:08.982000 dv-cinder-821602-14-iscsi neutron-server[102694]: WARNING neutron.services.revisions.revision_plugin [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Could not find related network for resource to bump revision. Jan 18 20:18:08.993615 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:18:09.004178 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (96a74215-cb5a-4b62-b563-08634c50b781), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.004514 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Added segment 96a74215-cb5a-4b62-b563-08634c50b781 of type vlan for network bfc7bd75-a861-4d82-b307-f7130f2febcf Jan 18 20:18:09.042957 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (bfc7bd75-a861-4d82-b307-f7130f2febcf), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.067336 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (bfc7bd75-a861-4d82-b307-f7130f2febcf), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.068325 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:09.068900 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:09.104279 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2195926 Jan 18 20:18:09.134951 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Pushing event updated for resources: {'Network': ['ID=bfc7bd75-a861-4d82-b307-f7130f2febcf,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:09.142839 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.143231 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.143580 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.143927 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.144262 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.144595 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.144924 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.145256 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.145586 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.145923 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.147334 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.147699 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.148031 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ffa7b-004b-4a54-8775-6e12b5f5d34a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:09.160739 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network bfc7bd75-a861-4d82-b307-f7130f2febcf details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:18:11.404853 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57118) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:18:11.470270 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3edda7-1146-483e-8791-b650fbbae6b5 admin admin] GET failed (client error): The resource could not be found. Jan 18 20:18:11.472728 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-dd3edda7-1146-483e-8791-b650fbbae6b5 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0669048 Jan 18 20:18:11.541402 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9061ad64-fec8-4356-b86f-0aa2d4be2a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:11.542884 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-9061ad64-fec8-4356-b86f-0aa2d4be2a8a admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0660319 Jan 18 20:18:11.552902 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'tenant_id': 'd735110ea30e4b62ae5462fe3041aced'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:18:11.575770 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Made reservation on behalf of d735110ea30e4b62ae5462fe3041aced for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:18:11.577991 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:11.740612 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (56d14c95-efeb-4a7a-8550-db983a32ef8b), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:11.787359 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d14c95-efeb-4a7a-8550-db983a32ef8b,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:11.802347 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Checking segment: {'id': '96a74215-cb5a-4b62-b563-08634c50b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:11.802687 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Network hostable DHCP agents. Network: bfc7bd75-a861-4d82-b307-f7130f2febcf, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:18:11.818501 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Network bfc7bd75-a861-4d82-b307-f7130f2febcf is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:18:11.827265 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, bfc7bd75-a861-4d82-b307-f7130f2febcf) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:11.831928 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:18:11.832507 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:11.836812 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d679f0-8ada-45e6-bcb8-680664060776 None None] Network bfc7bd75-a861-4d82-b307-f7130f2febcf requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:18:11.867612 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-6e0fefbb-26d9-4ec8-b0f8-a13cb987769b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3180079 Jan 18 20:18:11.948069 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp864710ac-d929-5e13-b32f-6aa0dede2451-bfc7bd75-a861-4d82-b307-f7130f2febcf', 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf', 'project_id': 'd735110ea30e4b62ae5462fe3041aced', 'fixed_ips': [{'subnet_id': '56d14c95-efeb-4a7a-8550-db983a32ef8b'}]}} from dv-cinder-821602-14-iscsi. {{(pid=102696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:18:11.948970 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.098628 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.db_base_plugin_common [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Allocated IP 192.168.233.2 (bfc7bd75-a861-4d82-b307-f7130f2febcf/56d14c95-efeb-4a7a-8550-db983a32ef8b/b07d7291-0e39-4018-b84d-2b4bc4fb1ce8) {{(pid=102696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:18:12.354451 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Publish callbacks [] for port (b07d7291-0e39-4018-b84d-2b4bc4fb1ce8), precommit_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.361007 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (b07d7291-0e39-4018-b84d-2b4bc4fb1ce8), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.405879 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Network bfc7bd75-a861-4d82-b307-f7130f2febcf is already hosted by enough agents. {{(pid=102696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:18:12.409417 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.base_scheduler [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Resources bound (agent type, host, resource id): {{(pid=102696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:18:12.412809 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Received port after_create {{(pid=102696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:18:12.421313 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Pushing event updated for resources: {'Port': ['ID=b07d7291-0e39-4018-b84d-2b4bc4fb1ce8,revision_number=1']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:12.431512 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.431865 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.432223 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.432549 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.432879 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.433212 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.433559 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.433889 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.434212 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.434553 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.434876 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.435225 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.435540 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:18:12.484722 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Attempting to bind port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:18:12.485093 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Attempting to bind port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '96a74215-cb5a-4b62-b563-08634c50b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:18:12.485549 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Attempting to bind port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8 on network bfc7bd75-a861-4d82-b307-f7130f2febcf {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:18:12.490639 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:18:12.491016 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Checking segment: {'id': '96a74215-cb5a-4b62-b563-08634c50b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:18:12.491453 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.491845 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Bound using segment: {'id': '96a74215-cb5a-4b62-b563-08634c50b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:18:12.492304 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Bound port: b07d7291-0e39-4018-b84d-2b4bc4fb1ce8, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a74215-cb5a-4b62-b563-08634c50b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:18:12.492677 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (b07d7291-0e39-4018-b84d-2b4bc4fb1ce8), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.557233 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] For port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:18:12.560472 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] For port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=b07d7291-0e39-4018-b84d-2b4bc4fb1ce8,segment=NetworkSegment(96a74215-cb5a-4b62-b563-08634c50b781),segment_id=96a74215-cb5a-4b62-b563-08634c50b781)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:18:12.565616 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (b07d7291-0e39-4018-b84d-2b4bc4fb1ce8), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:12.621776 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfe97e-9341-4f7e-9e3f-c9a442ecbdbd None None] Pushing event updated for resources: {'Port': ['ID=b07d7291-0e39-4018-b84d-2b4bc4fb1ce8,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:13.631993 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afecc299-e364-4973-9bb4-6c6ac16534ab None None] Network bfc7bd75-a861-4d82-b307-f7130f2febcf requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:18:13.715583 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-21eeb160-74ed-4c27-8c1b-88a1b3b72f6d None None] Provisioning complete for port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:13.715972 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-21eeb160-74ed-4c27-8c1b-88a1b3b72f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (b07d7291-0e39-4018-b84d-2b4bc4fb1ce8), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:13.824090 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-21eeb160-74ed-4c27-8c1b-88a1b3b72f6d None None] Current status of the port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:13.824483 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-21eeb160-74ed-4c27-8c1b-88a1b3b72f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (b07d7291-0e39-4018-b84d-2b4bc4fb1ce8), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:13.865953 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-21eeb160-74ed-4c27-8c1b-88a1b3b72f6d None None] For port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=b07d7291-0e39-4018-b84d-2b4bc4fb1ce8,segment=NetworkSegment(96a74215-cb5a-4b62-b563-08634c50b781),segment_id=96a74215-cb5a-4b62-b563-08634c50b781)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:18:13.871520 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-21eeb160-74ed-4c27-8c1b-88a1b3b72f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (b07d7291-0e39-4018-b84d-2b4bc4fb1ce8), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:13.930585 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeb160-74ed-4c27-8c1b-88a1b3b72f6d None None] Pushing event updated for resources: {'Port': ['ID=b07d7291-0e39-4018-b84d-2b4bc4fb1ce8,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:18:13.999775 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-3c67f448-adbd-4721-905d-386162e3ae6e None None] Provisioning complete for port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:14.000484 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3c67f448-adbd-4721-905d-386162e3ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (b07d7291-0e39-4018-b84d-2b4bc4fb1ce8), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:14.084798 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-3c67f448-adbd-4721-905d-386162e3ae6e None None] Current status of the port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:14.405979 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device b07d7291-0e39-4018-b84d-2b4bc4fb1ce8 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:18:14.454370 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:18:14.454763 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (b07d7291-0e39-4018-b84d-2b4bc4fb1ce8), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:14.533666 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port b07d7291-0e39-4018-b84d-2b4bc4fb1ce8 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:18:24.084334 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 5 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:18:29.749854 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-f214c20e-63e5-4da8-886b-7dba157bcca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:31.825648 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-359c1de8-e80f-4366-9b98-2b4a0b567255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:33.301106 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:34.634670 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:35.711323 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:18:59.755023 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-b8d0c8a5-a51b-4a13-8924-a4d577e53f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:01.083119 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 5 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:19:01.827546 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-967adb72-dfdb-4f16-afcc-bac5588dd5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:03.305929 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:04.638625 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:05.713985 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:27.660908 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57162) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:27.666833 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [None req-21c19122-9507-4ef5-a147-172ea3f92838 tempest-verify_tempest_config-488051231 tempest-verify_tempest_config-488051231-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102695) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:19:27.667879 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-21c19122-9507-4ef5-a147-172ea3f92838 tempest-verify_tempest_config-488051231 tempest-verify_tempest_config-488051231-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059686 Jan 18 20:19:27.963737 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57180) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:28.066359 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.137891 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Publish callbacks [] for security_group (c29bb22c-65f8-4809-aa36-f69c93340183), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.140786 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c29bb22c-65f8-4809-aa36-f69c93340183), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.185093 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e38bb97a96e4029b7dc78c9c174a399&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2203078 Jan 18 20:19:28.187195 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29bb22c-65f8-4809-aa36-f69c93340183,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:28.188041 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57186) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:19:28.194107 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.194463 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.194814 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.195188 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.195531 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.195903 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.196251 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.196583 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.196908 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.197235 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.197554 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.197874 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.198187 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa362fb-93f0-4640-bff9-faa209899864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.270249 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Publish callbacks [] for security_group (c29bb22c-65f8-4809-aa36-f69c93340183), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.290676 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Publish callbacks [] for security_group (c29bb22c-65f8-4809-aa36-f69c93340183), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.382682 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c29bb22c-65f8-4809-aa36-f69c93340183), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.385262 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:28.386453 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c29bb22c-65f8-4809-aa36-f69c93340183 HTTP/1.1" status: 204 len: 168 time: 0.1973727 Jan 18 20:19:28.395166 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29bb22c-65f8-4809-aa36-f69c93340183,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:19:28.401797 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.402150 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.402495 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.402836 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.403199 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.403531 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.403866 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.404192 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.404535 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.404864 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.405189 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.405514 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:28.405833 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18806c3d-083f-48ca-96e7-46686db9f5ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:19:29.758015 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0d965e30-9643-4fbc-ac61-b3d523fbfde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:31.830613 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-cfabdab9-3654-4c46-bda2-936987ac0052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:33.306173 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:34.641418 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:35.716991 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:19:38.081978 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 5 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:19:59.761610 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-563cd3ef-2806-4330-9e4e-5a683db735c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:01.832482 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c306c26b-70e8-4e1b-8706-041b09c9b6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:03.308495 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:04.644564 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:05.720224 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:15.080140 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 5 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:20:29.763582 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-e9826242-b309-4d04-bc30-e69c2506deec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:31.836475 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-40f0b28c-a865-44c2-a7fe-180d25712e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:33.312035 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:34.648504 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:35.722717 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:20:52.078832 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 5 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:20:59.766155 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-2001d1e1-17f7-4723-ac28-5d9555f15caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:01.837175 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc96f-6eb4-4f0c-ba9e-f95df577f2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:03.318238 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.007869 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581467'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:04.652038 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:05.724686 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:18.651853 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57258) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:18.762526 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-567cc795-183e-4933-848a-8c16b4fd50ae admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1095216 Jan 18 20:21:21.001904 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57268) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:21:21.057293 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-fae9a805-657b-4ada-a51f-277e4d3ec28f admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0543051 Jan 18 20:21:29.077783 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:21:29.767931 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9df548ff-403a-44c2-8be4-4def73d9b410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:31.838906 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1ee593c8-44a4-455d-8342-772e1a2242f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.317380 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:33.986775 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:34.654481 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:35.731467 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:21:59.768794 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f499-6f99-4461-9f3e-57135dc07e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:01.840062 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9fef4a1a-802e-4225-aa1f-93955aa2549d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:03.321376 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:03.985971 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:04.658072 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:05.724952 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:06.076296 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:22:29.770701 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-33a35cc0-7191-404f-ba26-4d18230f5fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:31.842849 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4a1e8978-d67f-47b8-a68c-d5218e2b33cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.323795 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:33.988895 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:34.663200 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:35.720476 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:43.075274 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:22:55.678125 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57414) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:56.044022 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1238811386-network', 'tenant_id': '53df14bc8279467abba49fbed7498d26'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:56.089232 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Made reservation on behalf of 53df14bc8279467abba49fbed7498d26 for: {'network': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:56.092182 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.106968 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.219690 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Publish callbacks [] for security_group (9925ca4b-ac64-490d-ad2b-5a9d81efa4a7), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.224738 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9925ca4b-ac64-490d-ad2b-5a9d81efa4a7), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.264737 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:56.273928 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:56.285676 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.286197 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.286598 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.286770 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.287093 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.287423 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.287972 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.288310 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.288648 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.289380 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.289877 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.290069 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.290500 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Tracked resource versions report: Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: pushed versions: Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: { 'AddressGroup': {'1.2'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'ConntrackHelper': {'1.0'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Log': {'1.0'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Network': {'1.1'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Port': {'1.7'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'PortForwarding': {'1.2'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'QosPolicy': {'1.10'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SecurityGroup': {'1.5'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SubPort': {'1.0'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Subnet': {'1.1'}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Trunk': {'1.1'}} Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: consumer versions: Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: { DHCP agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: HyperV agent@hv-cinder-82160: {}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: L3 agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: Metadata agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: Metering agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: Open vSwitch agent@dv-cinder-821602-14-iscsi: { 'AddressGroup': '1.2', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'ConntrackHelper': '1.0', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'LocalIPAssociation': '1.0', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Log': '1.0', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Network': '1.1', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Port': '1.7', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'PortForwarding': '1.2', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'QosPolicy': '1.10', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SecurityGroup': '1.5', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SecurityGroupRule': '1.2', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'SubPort': '1.0', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Subnet': '1.1', Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: 'Trunk': '1.1'}} Jan 18 20:22:56.291714 dv-cinder-821602-14-iscsi neutron-server[102695]: {{(pid=102695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:22:56.300309 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768527313686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (cffb5a73-84c1-43e4-beb6-a3ebcd94b62a), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.301928 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Unsubscribe: segment precommit_create {{(pid=102695) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 20:22:56.302812 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.segments_db [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Added segment cffb5a73-84c1-43e4-beb6-a3ebcd94b62a of type vlan for network 2d9683a0-21df-40c1-a588-afe062762ffa Jan 18 20:22:56.353794 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57448) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:56.359383 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (2d9683a0-21df-40c1-a588-afe062762ffa), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.400122 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (2d9683a0-21df-40c1-a588-afe062762ffa), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.402174 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:56.403643 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.464511 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57458) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:56.464769 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7838290 Jan 18 20:22:56.472271 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Request body: {'subnet': {'network_id': '2d9683a0-21df-40c1-a588-afe062762ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1238811386-subnet', 'tenant_id': '53df14bc8279467abba49fbed7498d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:56.516975 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Made reservation on behalf of 53df14bc8279467abba49fbed7498d26 for: {'subnet': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:56.523669 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.525128 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517ff57-f282-4da5-a8c1-3560a72c726a admin admin] Pushing event updated for resources: {'Network': ['ID=2d9683a0-21df-40c1-a588-afe062762ffa,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:56.538605 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 2d9683a0-21df-40c1-a588-afe062762ffa details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:56.734565 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (95112d31-29ef-4315-9f38-5cda96838d78), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.779111 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95112d31-29ef-4315-9f38-5cda96838d78,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:56.796028 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-849448169-network', 'tenant_id': 'ac7d65640ff94651a7ef1d826ade4cfe'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:56.801131 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.801837 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.802360 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.802983 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.803355 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.804272 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.804848 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.805497 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.806016 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.806630 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.807383 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.808003 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.808622 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Tracked resource versions report: Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: pushed versions: Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: { 'AddressGroup': {'1.2'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'ConntrackHelper': {'1.0'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Log': {'1.0'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Network': {'1.1'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Port': {'1.7'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'PortForwarding': {'1.2'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'QosPolicy': {'1.10'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SecurityGroup': {'1.5'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SubPort': {'1.0'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Subnet': {'1.1'}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Trunk': {'1.1'}} Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: consumer versions: Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: { DHCP agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: HyperV agent@hv-cinder-82160: {}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: L3 agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: Metadata agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: Metering agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: Open vSwitch agent@dv-cinder-821602-14-iscsi: { 'AddressGroup': '1.2', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'ConntrackHelper': '1.0', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'LocalIPAssociation': '1.0', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Log': '1.0', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Network': '1.1', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Port': '1.7', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'PortForwarding': '1.2', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'QosPolicy': '1.10', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SecurityGroup': '1.5', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SecurityGroupRule': '1.2', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'SubPort': '1.0', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Subnet': '1.1', Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: 'Trunk': '1.1'}} Jan 18 20:22:56.810085 dv-cinder-821602-14-iscsi neutron-server[102694]: {{(pid=102694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:22:56.847578 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Made reservation on behalf of ac7d65640ff94651a7ef1d826ade4cfe for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:56.850342 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.862586 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.924160 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Checking segment: {'id': 'cffb5a73-84c1-43e4-beb6-a3ebcd94b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d9683a0-21df-40c1-a588-afe062762ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:56.924435 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Network hostable DHCP agents. Network: 2d9683a0-21df-40c1-a588-afe062762ffa, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:22:56.937385 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57472) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:56.964235 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Network 2d9683a0-21df-40c1-a588-afe062762ffa is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:22:56.984264 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 2d9683a0-21df-40c1-a588-afe062762ffa) {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:56.995188 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:56.996402 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:56.998292 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada4466-e0c5-4a17-a804-2292046d78f3 None None] Network 2d9683a0-21df-40c1-a588-afe062762ffa requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:57.032602 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-885d3f81-c26d-4df3-9560-7eadc7fe568f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5671005 Jan 18 20:22:57.067965 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Publish callbacks [] for security_group (fb46ae0a-4489-46de-9a9b-1c52aed113e5), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.083475 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (fb46ae0a-4489-46de-9a9b-1c52aed113e5), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.158718 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb46ae0a-4489-46de-9a9b-1c52aed113e5,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:57.159103 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71c7f1-8fa7-42e4-87ab-8564e086ee8f None None] Network 2d9683a0-21df-40c1-a588-afe062762ffa requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:57.176317 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:57.196855 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (fbec5665-7b32-4fe1-adb1-e5da12a7ed9c), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.199526 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Added segment fbec5665-7b32-4fe1-adb1-e5da12a7ed9c of type vlan for network dcb439eb-a130-48e2-8bcd-35ade9b8c9da Jan 18 20:22:57.260618 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (dcb439eb-a130-48e2-8bcd-35ade9b8c9da), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.317672 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (dcb439eb-a130-48e2-8bcd-35ade9b8c9da), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.318942 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:57.322208 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.405562 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=dcb439eb-a130-48e2-8bcd-35ade9b8c9da,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:57.427120 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-4346c943-db23-40c3-8ba7-21a2e23a1bc7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0683308 Jan 18 20:22:57.427675 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57490) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:57.436726 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Request body: {'subnet': {'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-849448169-subnet', 'tenant_id': 'ac7d65640ff94651a7ef1d826ade4cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:57.446425 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network dcb439eb-a130-48e2-8bcd-35ade9b8c9da details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:57.490215 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Made reservation on behalf of ac7d65640ff94651a7ef1d826ade4cfe for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:57.495372 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.727306 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-406116290-network', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:57.732300 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (a39338dd-c6f0-425c-ab33-d045c58b9b54), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.795362 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39338dd-c6f0-425c-ab33-d045c58b9b54,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:57.828132 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Checking segment: {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:57.828476 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Network hostable DHCP agents. Network: dcb439eb-a130-48e2-8bcd-35ade9b8c9da, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:22:57.846849 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Made reservation on behalf of 56295fd7b6c447b4a143879d64dd49da for: {'network': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:57.849437 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.852050 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Network dcb439eb-a130-48e2-8bcd-35ade9b8c9da is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:22:57.865125 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57500) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:57.869945 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.882865 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, dcb439eb-a130-48e2-8bcd-35ade9b8c9da) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:57.891457 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:57.892359 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:57.894969 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c2a3d2-6ab5-4900-a75c-4ef634e1fa4d None None] Network dcb439eb-a130-48e2-8bcd-35ade9b8c9da requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:57.919625 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-3aac0e78-9d19-4b1d-b09b-4ec37e58d415 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4902699 Jan 18 20:22:58.013843 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Publish callbacks [] for security_group (6deb1c02-0e91-4035-a8eb-20f046436fdf), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.020141 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6deb1c02-0e91-4035-a8eb-20f046436fdf), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.060571 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deb1c02-0e91-4035-a8eb-20f046436fdf,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:58.062251 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ea7d6-9545-4c89-a855-01b2d156859e None None] Network dcb439eb-a130-48e2-8bcd-35ade9b8c9da requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:58.071496 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:58.087942 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (49a2247e-725f-4aef-9b26-e4b63e2d3a5d), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.088633 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.segments_db [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Added segment 49a2247e-725f-4aef-9b26-e4b63e2d3a5d of type vlan for network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 Jan 18 20:22:58.143696 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (77f5e2c8-6d78-4c9e-bf28-d46a83b25db6), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.198160 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (77f5e2c8-6d78-4c9e-bf28-d46a83b25db6), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.200601 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:58.201240 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.215352 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57512) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:58.327959 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:58.339178 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-62f6f016-ec66-4ca9-9f41-4ae1f026a1f1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3997836 Jan 18 20:22:58.341996 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57520) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:58.347460 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:58.354190 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Request body: {'subnet': {'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-406116290-subnet', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:58.399013 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Made reservation on behalf of 56295fd7b6c447b4a143879d64dd49da for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:58.402078 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.540707 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-792162736-network', 'tenant_id': '9d6dd542180144d480be34c9a555ae63'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:58.628102 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-584667606-network', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:58.643347 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Made reservation on behalf of 9d6dd542180144d480be34c9a555ae63 for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:58.648297 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.682996 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.737185 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Made reservation on behalf of b05e2986ebac459eaec991a4315a88d3 for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:58.743052 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.765402 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.818356 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (6c5b0896-662f-46ae-a4fa-8e373a5b18b7), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.875626 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Publish callbacks [] for security_group (fbd77675-ec4e-4844-98e0-052104f42e9a), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.892553 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (fbd77675-ec4e-4844-98e0-052104f42e9a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.917610 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:58.950379 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (7ceb9fd3-5f34-4a08-8694-94aa44f084d4), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:58.951490 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Added segment 7ceb9fd3-5f34-4a08-8694-94aa44f084d4 of type vlan for network 09a7462a-8def-4289-bb51-c535f8395ac3 Jan 18 20:22:59.032831 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (09a7462a-8def-4289-bb51-c535f8395ac3), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.056589 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Checking segment: {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:22:59.057306 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Network hostable DHCP agents. Network: 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:22:59.105025 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5b0896-662f-46ae-a4fa-8e373a5b18b7,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:59.134004 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd77675-ec4e-4844-98e0-052104f42e9a,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:59.144752 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:22:59.164670 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Publish callbacks [] for security_group (fa624635-03d7-4325-82b6-33578c143376), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.169731 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (09a7462a-8def-4289-bb51-c535f8395ac3), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.171143 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:59.172066 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.187360 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:22:59.188411 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (fa624635-03d7-4325-82b6-33578c143376), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.227346 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb86c8-7c96-424a-a32a-df693ed44fb6 None None] Network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:22:59.234261 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:59.237586 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.278278 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4096055 Jan 18 20:22:59.288932 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-23e37f6c-81d3-44b7-8491-89cc9651ab82 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9433615 Jan 18 20:22:59.289834 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57546) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:59.301236 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Request body: {'subnet': {'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-subnet', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:59.310797 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57548) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:59.321877 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:59.380743 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:22:59.438786 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0b27b-1f42-4eeb-8305-6b12bd41db7f admin admin] Pushing event updated for resources: {'Network': ['ID=09a7462a-8def-4289-bb51-c535f8395ac3,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:59.446212 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Made reservation on behalf of 9d6dd542180144d480be34c9a555ae63 for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:59.451257 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.455787 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10450'] for router (b7c24fed-928c-4827-aa5e-181235abbf02), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.458847 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (69f1cf64-10d2-48e8-ba73-2de12ae02c43), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.459691 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Added segment 69f1cf64-10d2-48e8-ba73-2de12ae02c43 of type vlan for network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 Jan 18 20:22:59.463376 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10459'] for router (b7c24fed-928c-4827-aa5e-181235abbf02), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.501400 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 09a7462a-8def-4289-bb51-c535f8395ac3 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:59.541931 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa624635-03d7-4325-82b6-33578c143376,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:59.589244 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (4b1ba40c-a9a4-429c-93aa-b6b26304e073), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.650010 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (4b1ba40c-a9a4-429c-93aa-b6b26304e073), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.651190 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:22:59.651925 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.783163 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5603139 Jan 18 20:22:59.786068 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57560) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:22:59.807381 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Request body: {'subnet': {'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-584667606-subnet', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:22:59.827131 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7172b-270a-4b12-881c-355f60b1b3ae admin admin] Pushing event updated for resources: {'Network': ['ID=4b1ba40c-a9a4-429c-93aa-b6b26304e073,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:22:59.850566 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:22:59.854338 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks [] for router_controller (b7c24fed-928c-4827-aa5e-181235abbf02), precommit_add_association {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:22:59.901988 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Made reservation on behalf of b05e2986ebac459eaec991a4315a88d3 for: {'subnet': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:22:59.904600 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.039898 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-529bd2a5-7617-47b5-bccb-04dd499f9885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.203512 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp864710ac-d929-5e13-b32f-6aa0dede2451-77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7'}]}} from dv-cinder-821602-14-iscsi. {{(pid=102696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:00.205743 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.326300 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.490909 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:00.523600 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Checking segment: {'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:00.524519 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Network hostable DHCP agents. Network: 4b1ba40c-a9a4-429c-93aa-b6b26304e073, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:00.586218 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:00.590703 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (82b4d7b1-bbbf-470d-b68d-f92578fe4dc3), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.605923 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 4b1ba40c-a9a4-429c-93aa-b6b26304e073) {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:00.616987 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:00.618816 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.634956 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f069f3d3-3302-4c2a-a4a7-b6b8db9001fb None None] Network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:00.641371 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.db_base_plugin_common [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Allocated IP 172.20.0.2 (77f5e2c8-6d78-4c9e-bf28-d46a83b25db6/6c5b0896-662f-46ae-a4fa-8e373a5b18b7/c8c6d5d7-e73c-4393-aaa1-595443a053f3) {{(pid=102696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:00.655364 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-448f83d7-bdfd-4332-85c8-015d329d0c5c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8679399 Jan 18 20:23:00.660233 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57604) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:00.666801 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-584667606-router', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:00.715810 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10450'] for router (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.715810 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10459'] for router (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:00.747250 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:00.887271 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks [] for router_controller (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), precommit_add_association {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.017545 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57622) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:01.023344 dv-cinder-821602-14-iscsi neutron-server[102695]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 20:23:01.090858 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks [] for router_gateway (b7c24fed-928c-4827-aa5e-181235abbf02), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.165079 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Checking segment: {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:01.166060 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Network hostable DHCP agents. Network: 09a7462a-8def-4289-bb51-c535f8395ac3, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:23:01.172646 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Publish callbacks [] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), precommit_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.194709 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.252297 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7353b5-041a-4963-8a65-0663c32958a9 None None] Network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:01.255837 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Pushing event updated for resources: {'Port': ['ID=c8c6d5d7-e73c-4393-aaa1-595443a053f3,revision_number=1']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:01.270674 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.271364 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.271924 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.273044 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.273581 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.274086 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.274586 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.275221 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.275749 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.276271 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.276971 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.277461 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.277979 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Tracked resource versions report: Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: pushed versions: Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: { 'AddressGroup': {'1.2'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'ConntrackHelper': {'1.0'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Log': {'1.0'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Network': {'1.1'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Port': {'1.7'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'PortForwarding': {'1.2'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'QosPolicy': {'1.10'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SecurityGroup': {'1.5'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SubPort': {'1.0'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Subnet': {'1.1'}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Trunk': {'1.1'}} Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: consumer versions: Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: { DHCP agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: HyperV agent@hv-cinder-82160: {}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: L3 agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: Metadata agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: Metering agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: Open vSwitch agent@dv-cinder-821602-14-iscsi: { 'AddressGroup': '1.2', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'ConntrackHelper': '1.0', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'LocalIPAssociation': '1.0', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Log': '1.0', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Network': '1.1', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Port': '1.7', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'PortForwarding': '1.2', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'QosPolicy': '1.10', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SecurityGroup': '1.5', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SecurityGroupRule': '1.2', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'SubPort': '1.0', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Subnet': '1.1', Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: 'Trunk': '1.1'}} Jan 18 20:23:01.279489 dv-cinder-821602-14-iscsi neutron-server[102696]: {{(pid=102696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:23:01.295854 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 is already hosted by enough agents. {{(pid=102696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:01.309442 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.base_scheduler [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Resources bound (agent type, host, resource id): {{(pid=102696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:01.314038 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Received port after_create {{(pid=102696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:01.439249 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Network 09a7462a-8def-4289-bb51-c535f8395ac3 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:23:01.508303 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks [] for router_gateway (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.530070 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 09a7462a-8def-4289-bb51-c535f8395ac3) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:01.547913 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:01.549270 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.570301 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-21849dd9-37be-4a67-a750-4abf3a4be681 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:01.571890 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-21849dd9-37be-4a67-a750-4abf3a4be681 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/networks?id=2d9683a0-21df-40c1-a588-afe062762ffa HTTP/1.1" status: 200 len: 812 time: 0.5504162 Jan 18 20:23:01.603093 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-d22f3910-56d3-46ba-89f5-49ef1f0ee0ff admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3113060 Jan 18 20:23:01.606712 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57632) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:01.607572 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857735ee-d84c-4c4f-b855-d1c84c65e30c None None] Network 09a7462a-8def-4289-bb51-c535f8395ac3 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:01.620017 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-070199fd-a3ce-48f3-b624-c757e112760f tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/quotas/53df14bc8279467abba49fbed7498d26 HTTP/1.1" status: 200 len: 375 time: 0.0381126 Jan 18 20:23:01.620818 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:01.706631 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10450'] for router (9b20d573-b962-4119-93b4-b42016a0661e), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.708038 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10459'] for router (9b20d573-b962-4119-93b4-b42016a0661e), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:01.812157 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-4f2612a0-9e29-4ce1-a72a-b49f6c72eb54 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=53df14bc8279467abba49fbed7498d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1730742 Jan 18 20:23:01.819946 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Attempting to bind port c8c6d5d7-e73c-4393-aaa1-595443a053f3 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:01.824549 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Attempting to bind port c8c6d5d7-e73c-4393-aaa1-595443a053f3 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:01.831139 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Attempting to bind port c8c6d5d7-e73c-4393-aaa1-595443a053f3 on network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:01.897210 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks [] for router_controller (9b20d573-b962-4119-93b4-b42016a0661e), precommit_add_association {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.042293 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:02.043433 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Checking segment: {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:02.044404 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.045501 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Bound using segment: {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:02.046594 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Bound port: c8c6d5d7-e73c-4393-aaa1-595443a053f3, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:02.047493 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.108847 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57654) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:02.130665 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5a550676-6333-4ed4-9432-1fda78fc42c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.141994 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp864710ac-d929-5e13-b32f-6aa0dede2451-09a7462a-8def-4289-bb51-c535f8395ac3', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'project_id': '9d6dd542180144d480be34c9a555ae63', 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3'}]}} from dv-cinder-821602-14-iscsi. {{(pid=102696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:23:02.143869 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.207605 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks [] for router_gateway (b7c24fed-928c-4827-aa5e-181235abbf02), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.253642 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks [] for router_gateway (9b20d573-b962-4119-93b4-b42016a0661e), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.267722 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.398560 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks [] for router_gateway (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.451108 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.507990 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57672) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:02.511271 dv-cinder-821602-14-iscsi neutron-server[102694]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 20:23:02.518472 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] For port c8c6d5d7-e73c-4393-aaa1-595443a053f3, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:02.524526 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] For port c8c6d5d7-e73c-4393-aaa1-595443a053f3, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=c8c6d5d7-e73c-4393-aaa1-595443a053f3,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:02.533976 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.561468 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-62d9b7c8-bc05-40bc-8cef-f3d7254a5dca service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102695) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:23:02.563463 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-62d9b7c8-bc05-40bc-8cef-f3d7254a5dca service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1981716 Jan 18 20:23:02.615653 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.db_base_plugin_common [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Allocated IP 172.20.0.2 (09a7462a-8def-4289-bb51-c535f8395ac3/82b4d7b1-bbbf-470d-b68d-f92578fe4dc3/6d89a9af-9138-4459-9e87-e8b9f48f84a2) {{(pid=102696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:02.632532 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-efe58f1e-cf2c-459c-bd41-2a1b8064a2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:02.734423 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Allocated IP 172.27.3.250 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/31caef85-f44e-46c7-a9f1-baee8b2459a3) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:02.813520 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899eb601-931d-4d4b-8c21-53f2d6769452 None None] Pushing event updated for resources: {'Port': ['ID=c8c6d5d7-e73c-4393-aaa1-595443a053f3,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:02.837927 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-c9d41879-1fec-4183-b626-c71dd9faed6c service neutron] 10.222.0.67 "GET /v2.0/networks/2d9683a0-21df-40c1-a588-afe062762ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499864 Jan 18 20:23:02.960082 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-2cf81d46-71f6-411e-a162-e68e7035d439 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:02.962652 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-2cf81d46-71f6-411e-a162-e68e7035d439 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 814 time: 0.4534318 Jan 18 20:23:02.981607 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks [] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.016014 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-df75a76e-261c-464f-ab53-eb27f9af62f6 service neutron] 10.222.0.67 "GET /v2.0/networks/2d9683a0-21df-40c1-a588-afe062762ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672692 Jan 18 20:23:03.157669 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.201214 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-2c744291-d3fb-472c-bea2-6c71c5e54d1e tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/quotas/ac7d65640ff94651a7ef1d826ade4cfe HTTP/1.1" status: 200 len: 375 time: 0.1249380 Jan 18 20:23:03.207471 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-efe58f1e-cf2c-459c-bd41-2a1b8064a2f9 admin admin] Publish callbacks [] for security_group (2f99891c-8cc6-4651-8094-bafa0380c688), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.213403 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:03.221900 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:03.239775 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:03.243748 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Pushing event updated for resources: {'Port': ['ID=31caef85-f44e-46c7-a9f1-baee8b2459a3,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:03.246508 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Publish callbacks [] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), precommit_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.263082 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.280514 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-efe58f1e-cf2c-459c-bd41-2a1b8064a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (2f99891c-8cc6-4651-8094-bafa0380c688), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.387864 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-9ecfb6f4-91ad-448a-9a33-78d7f5758192 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1853001 Jan 18 20:23:03.409812 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Network 09a7462a-8def-4289-bb51-c535f8395ac3 is already hosted by enough agents. {{(pid=102696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:03.417575 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.432404 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Allocated IP 172.27.3.225 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/bce18e11-5897-4365-81ad-515e5cd7fdad) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:03.433342 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Resources bound (agent type, host, resource id): {{(pid=102696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:03.436444 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Pushing event updated for resources: {'Port': ['ID=6d89a9af-9138-4459-9e87-e8b9f48f84a2,revision_number=1']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:03.441112 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Received port after_create {{(pid=102696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:03.489770 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks [] for router_gateway (9b20d573-b962-4119-93b4-b42016a0661e), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.508923 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-efe58f1e-cf2c-459c-bd41-2a1b8064a2f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3090e7975fd34b1dba945ebd1347ec0e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3433006 Jan 18 20:23:03.527051 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57686) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:03.555615 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Attempting to bind port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:03.556147 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Attempting to bind port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:03.556883 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Attempting to bind port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 on network 09a7462a-8def-4289-bb51-c535f8395ac3 {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:03.563883 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:03.564405 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Checking segment: {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:03.564894 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.565375 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Bound using segment: {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:03.565957 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Bound port: 6d89a9af-9138-4459-9e87-e8b9f48f84a2, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:03.566453 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.688355 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.707282 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe58f1e-cf2c-459c-bd41-2a1b8064a2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f99891c-8cc6-4651-8094-bafa0380c688,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:03.774485 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] For port 6d89a9af-9138-4459-9e87-e8b9f48f84a2, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:03.790414 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] For port 6d89a9af-9138-4459-9e87-e8b9f48f84a2, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=6d89a9af-9138-4459-9e87-e8b9f48f84a2,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:03.796332 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9876-25ba-47d5-9a23-198e48bb0fc7 admin admin] Publish callbacks [] for security_group (2f99891c-8cc6-4651-8094-bafa0380c688), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.800688 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:03.965183 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f1446-8dc2-4d24-ba67-10e17d0db8f2 None None] Pushing event updated for resources: {'Port': ['ID=6d89a9af-9138-4459-9e87-e8b9f48f84a2,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:03.971721 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks [] for router_gateway (b7c24fed-928c-4827-aa5e-181235abbf02), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.013275 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.093911 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-e9ba5241-2075-41fe-8000-5dcfa1e8ad96 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:23:04.103255 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-e9ba5241-2075-41fe-8000-5dcfa1e8ad96 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5286400 Jan 18 20:23:04.277160 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9876-25ba-47d5-9a23-198e48bb0fc7 admin admin] Publish callbacks [] for security_group (2f99891c-8cc6-4651-8094-bafa0380c688), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.424002 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4ce2049a-a4c6-4846-a0b5-6d7440d1a46d req-ec1ece6f-10bd-4e9c-9c64-609668f52bab tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 210 time: 0.1440077 Jan 18 20:23:04.499331 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks [] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.677897 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9876-25ba-47d5-9a23-198e48bb0fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (2f99891c-8cc6-4651-8094-bafa0380c688), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.680759 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-4df71572-76ee-452a-83a2-c4213e9ff8a3 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758166 Jan 18 20:23:04.685369 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.687943 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8e1b9876-25ba-47d5-9a23-198e48bb0fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.692138 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-8e1b9876-25ba-47d5-9a23-198e48bb0fc7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2f99891c-8cc6-4651-8094-bafa0380c688 HTTP/1.1" status: 204 len: 168 time: 1.1584370 Jan 18 20:23:04.752586 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:04.861637 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d5a70-7789-4675-be7b-5c7fa2186831 None None] Network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:04.957329 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Pushing event updated for resources: {'Port': ['ID=bce18e11-5897-4365-81ad-515e5cd7fdad,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:04.968424 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b9876-25ba-47d5-9a23-198e48bb0fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f99891c-8cc6-4651-8094-bafa0380c688,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:05.057922 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:05.169214 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-1b69af13-017b-4e09-912e-bd39d2f0707e None None] Provisioning complete for port c8c6d5d7-e73c-4393-aaa1-595443a053f3 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:05.170232 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1b69af13-017b-4e09-912e-bd39d2f0707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.220314 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 6d89a9af-9138-4459-9e87-e8b9f48f84a2 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:05.229054 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:05.246060 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482'] for router (b7c24fed-928c-4827-aa5e-181235abbf02), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.262494 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:05.462853 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Allocated IP 172.27.3.33 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/a72625d9-b604-4b05-8cb5-dc01bbab0829) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:05.565795 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:05.566620 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.612224 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-1b69af13-017b-4e09-912e-bd39d2f0707e None None] Current status of the port c8c6d5d7-e73c-4393-aaa1-595443a053f3 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:05.612654 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1b69af13-017b-4e09-912e-bd39d2f0707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.676585 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Router b7c24fed-928c-4827-aa5e-181235abbf02 is scheduled to L3 agent bb362382-b75b-4aa5-8440-3f734985d21a with binding_index 1 {{(pid=102695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:23:05.689215 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-1b69af13-017b-4e09-912e-bd39d2f0707e None None] For port c8c6d5d7-e73c-4393-aaa1-595443a053f3, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=c8c6d5d7-e73c-4393-aaa1-595443a053f3,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:05.700351 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1b69af13-017b-4e09-912e-bd39d2f0707e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.815235 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57744) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:05.844429 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cae36b09-6ed5-4bc8-8d5b-e64b9ab6034c req-1b606d95-e6bb-4394-a4e5-9ee069391165 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 210 time: 0.0884244 Jan 18 20:23:05.922862 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d88adac2-38de-4e93-af07-56dc20194de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.954335 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:05.986459 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:05.986796 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.008102 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-8c13ebc6-2087-49a2-a460-2a1af7e91476 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2970650 Jan 18 20:23:06.009043 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:06.029166 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Sync routers for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:06.054530 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:06.056546 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-c827e676-d79b-46f8-9811-108773783c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:06.083576 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.094519 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-c2edfc30-faec-4df7-84f2-60452d735759 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7794614 Jan 18 20:23:06.095353 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 57760) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:06.152854 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port 6d89a9af-9138-4459-9e87-e8b9f48f84a2, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=6d89a9af-9138-4459-9e87-e8b9f48f84a2,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:06.205664 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.211715 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c8c6d5d7-e73c-4393-aaa1-595443a053f3 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:06.420096 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69af13-017b-4e09-912e-bd39d2f0707e None None] Pushing event updated for resources: {'Port': ['ID=c8c6d5d7-e73c-4393-aaa1-595443a053f3,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:06.534924 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a215188-ae9a-4457-a433-8eb74a436593 None None] Network 09a7462a-8def-4289-bb51-c535f8395ac3 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:23:06.554713 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks [] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.582725 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d88adac2-38de-4e93-af07-56dc20194de1 admin admin] Publish callbacks [] for security_group (9dad3cd2-e4a6-445f-90a9-71fca39e2da0), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.585424 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks [] for router_gateway (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.619932 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:06.629008 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6d36e6ff-5259-4728-89bf-c5eae8d515c9 None None] Provisioning complete for port c8c6d5d7-e73c-4393-aaa1-595443a053f3 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:06.629836 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6d36e6ff-5259-4728-89bf-c5eae8d515c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.649249 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d88adac2-38de-4e93-af07-56dc20194de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9dad3cd2-e4a6-445f-90a9-71fca39e2da0), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.684490 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port c8c6d5d7-e73c-4393-aaa1-595443a053f3 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:06.685125 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.720099 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-127640f3-7af7-49ee-ad94-291385141239 req-4be6b9a6-936e-49b3-af44-dff7bef9659c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 210 time: 0.2259016 Jan 18 20:23:06.760185 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-d88adac2-38de-4e93-af07-56dc20194de1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a66394fdfbc548eea11c28611bb61e42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9372928 Jan 18 20:23:06.763990 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57786) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:06.806049 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:06.916313 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88adac2-38de-4e93-af07-56dc20194de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dad3cd2-e4a6-445f-90a9-71fca39e2da0,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:07.081446 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=6d89a9af-9138-4459-9e87-e8b9f48f84a2,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:07.262644 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:07.277911 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7c4df947-95a6-456a-99de-b1239fbf0ec6 req-43e91137-af38-4577-964a-815d88c8b682 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 210 time: 0.1035314 Jan 18 20:23:07.281926 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:07.286641 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f2244427-6cfb-4ece-a8f6-8b4819f7637b admin admin] Publish callbacks [] for security_group (9dad3cd2-e4a6-445f-90a9-71fca39e2da0), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.288823 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Pushing event updated for resources: {'Port': ['ID=a72625d9-b604-4b05-8cb5-dc01bbab0829,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:07.294301 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:07.345038 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-c827e676-d79b-46f8-9811-108773783c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:03Z', 'revision_number': 3, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:07.417732 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6d36e6ff-5259-4728-89bf-c5eae8d515c9 None None] Current status of the port c8c6d5d7-e73c-4393-aaa1-595443a053f3 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:07.436090 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port c8c6d5d7-e73c-4393-aaa1-595443a053f3 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:07.449833 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Checking router: b7c24fed-928c-4827-aa5e-181235abbf02 for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:23:07.450768 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Updating router b7c24fed-928c-4827-aa5e-181235abbf02 port 31caef85-f44e-46c7-a9f1-baee8b2459a3 binding host dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:23:07.464670 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.524420 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.559892 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d79000d5-4169-46a0-b047-7c45d8ace2b5 None None] Provisioning complete for port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:07.561038 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d79000d5-4169-46a0-b047-7c45d8ace2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.624445 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f2244427-6cfb-4ece-a8f6-8b4819f7637b admin admin] Publish callbacks [] for security_group (9dad3cd2-e4a6-445f-90a9-71fca39e2da0), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.644944 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 6d89a9af-9138-4459-9e87-e8b9f48f84a2 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:07.924964 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f573725-33c3-41f1-9eb0-8f56adbe2de0 req-d70159fb-2047-4525-b4d9-8fe95b70bd6b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 210 time: 0.0978479 Jan 18 20:23:07.968421 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482'] for router (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.989446 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f2244427-6cfb-4ece-a8f6-8b4819f7637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9dad3cd2-e4a6-445f-90a9-71fca39e2da0), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.993710 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f2244427-6cfb-4ece-a8f6-8b4819f7637b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:07.998675 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-f2244427-6cfb-4ece-a8f6-8b4819f7637b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9dad3cd2-e4a6-445f-90a9-71fca39e2da0 HTTP/1.1" status: 204 len: 168 time: 1.2300086 Jan 18 20:23:08.042064 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d79000d5-4169-46a0-b047-7c45d8ace2b5 None None] Current status of the port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:08.045905 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:08.048083 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.134462 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Allocated IP 172.20.0.1 (77f5e2c8-6d78-4c9e-bf28-d46a83b25db6/6c5b0896-662f-46ae-a4fa-8e373a5b18b7/1eb42c84-689e-4026-a42a-f05269690dd7) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:08.136966 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2244427-6cfb-4ece-a8f6-8b4819f7637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dad3cd2-e4a6-445f-90a9-71fca39e2da0,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:08.217677 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Publish callbacks [] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), precommit_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.234077 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.308540 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:08.310146 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c8c6d5d7-e73c-4393-aaa1-595443a053f3 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:08.354448 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-bdb07efd-5ffd-4b21-9767-e6304a04b759 None None] Provisioning complete for port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:08.354837 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-bdb07efd-5ffd-4b21-9767-e6304a04b759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.468742 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Pushing event updated for resources: {'Port': ['ID=31caef85-f44e-46c7-a9f1-baee8b2459a3,revision_number=2']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:08.476428 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port c8c6d5d7-e73c-4393-aaa1-595443a053f3 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:08.476836 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.486706 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Publish callbacks [] for port (1eb42c84-689e-4026-a42a-f05269690dd7), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.507915 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.508842 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.509510 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.510481 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.510934 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.513185 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.514652 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.514951 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.515895 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.517709 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.518592 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.519451 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.521688 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Tracked resource versions report: Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: pushed versions: Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: { 'AddressGroup': {'1.2'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'ConntrackHelper': {'1.0'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'LocalIPAssociation': {'1.0'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Log': {'1.0'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Network': {'1.1'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Port': {'1.7'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'PortForwarding': {'1.2'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'QosPolicy': {'1.10'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SecurityGroup': {'1.5'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SecurityGroupRule': {'1.2'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SubPort': {'1.0'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Subnet': {'1.1'}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Trunk': {'1.1'}} Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: consumer versions: Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: { DHCP agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: HyperV agent@hv-cinder-82160: {}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: L3 agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: Metadata agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: Metering agent@dv-cinder-821602-14-iscsi: {}, Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: Open vSwitch agent@dv-cinder-821602-14-iscsi: { 'AddressGroup': '1.2', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'ConntrackHelper': '1.0', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'LocalIPAssociation': '1.0', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Log': '1.0', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Network': '1.1', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Port': '1.7', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'PortForwarding': '1.2', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'QosPolicy': '1.10', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SecurityGroup': '1.5', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SecurityGroupRule': '1.2', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'SubPort': '1.0', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Subnet': '1.1', Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: 'Trunk': '1.1'}} Jan 18 20:23:08.524576 dv-cinder-821602-14-iscsi neutron-server[102697]: {{(pid=102697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 20:23:08.532047 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-bdb07efd-5ffd-4b21-9767-e6304a04b759 None None] Current status of the port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:08.573579 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Attempting to bind port 31caef85-f44e-46c7-a9f1-baee8b2459a3 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:08.575658 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Attempting to bind port 31caef85-f44e-46c7-a9f1-baee8b2459a3 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:08.577095 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Attempting to bind port 31caef85-f44e-46c7-a9f1-baee8b2459a3 on network 345ae821-9aea-4565-955e-d3d455978d5f {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:08.593781 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:08.594745 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:08.595753 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.596070 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.596686 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Bound using segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:08.597899 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Bound port: 31caef85-f44e-46c7-a9f1-baee8b2459a3, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:08.599052 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.700331 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port c8c6d5d7-e73c-4393-aaa1-595443a053f3 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:08.809815 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-c827e676-d79b-46f8-9811-108773783c0b None None] For port 31caef85-f44e-46c7-a9f1-baee8b2459a3, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:08.814703 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-c827e676-d79b-46f8-9811-108773783c0b None None] For port 31caef85-f44e-46c7-a9f1-baee8b2459a3, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=31caef85-f44e-46c7-a9f1-baee8b2459a3,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:08.820938 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.904904 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks [] for router_gateway (9b20d573-b962-4119-93b4-b42016a0661e), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:08.958778 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efff05d-483a-42f5-85c4-f57e4420ebcb None None] Pushing event updated for resources: {'Port': ['ID=31caef85-f44e-46c7-a9f1-baee8b2459a3,revision_number=3']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:09.049107 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:09.051497 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-c827e676-d79b-46f8-9811-108773783c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:09.252831 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:09.263001 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 is scheduled to L3 agent bb362382-b75b-4aa5-8440-3f734985d21a with binding_index 1 {{(pid=102694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:23:09.269843 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bc8fdcb0-367c-47f3-81f4-10a82ffa8422 req-5f02465a-c3f5-4f02-b967-d0549d969436 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 210 time: 0.2083478 Jan 18 20:23:09.275734 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:09.314740 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:09.314740 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581223'] for router_interface (b7c24fed-928c-4827-aa5e-181235abbf02), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:09.341722 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a138e2d3-2f26-44ca-b6b4-94deadf476e6 req-a1f95908-8201-4ddb-9eff-b28f93227819 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 210 time: 0.0841298 Jan 18 20:23:09.446251 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb42c84-689e-4026-a42a-f05269690dd7,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:09.513812 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-c827e676-d79b-46f8-9811-108773783c0b None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:09.840870 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482'] for router (9b20d573-b962-4119-93b4-b42016a0661e), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.000307 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-84317bb7-29d8-4fda-8948-8ac7c5dbf93a None None] Provisioning complete for port 1eb42c84-689e-4026-a42a-f05269690dd7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:10.001700 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-84317bb7-29d8-4fda-8948-8ac7c5dbf93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.068934 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.106572 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:10.202824 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-c827e676-d79b-46f8-9811-108773783c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:03Z', 'revision_number': 3, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:10.300893 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Sync routers for ids ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:10.331696 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Routers {'d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:10.332610 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:10.384961 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-84317bb7-29d8-4fda-8948-8ac7c5dbf93a None None] Port 1eb42c84-689e-4026-a42a-f05269690dd7 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:10.403085 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827e676-d79b-46f8-9811-108773783c0b None None] The sync data for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi is: [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:03Z', 'revision_number': 3, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:10.430200 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:10.446438 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.45', 55619) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:10.446968 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.45', 55620) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:10.452927 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-bb9a9aa8-5675-4667-9035-b74c25a2802d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.7914171 Jan 18 20:23:10.500068 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57882) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:10.661347 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Set router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:10.796562 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Router 9b20d573-b962-4119-93b4-b42016a0661e is scheduled to L3 agent bb362382-b75b-4aa5-8440-3f734985d21a with binding_index 1 {{(pid=102694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:23:10.863422 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d827b84d-5fee-4b15-95dc-a12e8b82ce6b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:10.870395 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d827b84d-5fee-4b15-95dc-a12e8b82ce6b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 814 time: 0.3678229 Jan 18 20:23:11.205172 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6a9767af-3f6e-4a32-8c86-df8f0b2787aa req-63f2bf94-b3ab-461f-8fd9-1efb7fe0b5f0 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 210 time: 0.0583425 Jan 18 20:23:11.230965 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-83a058ea-e6e1-4cf6-8bf2-cfdfc0d4054c req-09a6002c-c859-4f87-a9a4-2f10c4d73c9a tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 210 time: 0.3529410 Jan 18 20:23:11.239965 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Request body: {'port': {'device_id': '46334d7f-6fa1-41ba-bc9d-a80684750c70', 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da', 'admin_state_up': True, 'tenant_id': 'ac7d65640ff94651a7ef1d826ade4cfe'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:11.324722 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'name': 'tempest-ServerRescueNegativeTestJSON-584667606-router', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:00Z', 'updated_at': '2022-01-18T20:23:05Z', 'revision_number': 3, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'gw_port': {'id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:11.365022 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Checking router: d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:23:11.365533 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Updating router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 port bce18e11-5897-4365-81ad-515e5cd7fdad binding host dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:23:11.415991 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.624527 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:11.642640 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Sync routers for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:11.653012 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Publish callbacks [] for port (1eb42c84-689e-4026-a42a-f05269690dd7), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.694670 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:11.704368 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:11.778623 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.779804 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-02979f04-9139-4715-a603-759e5951a1af admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.1703310 Jan 18 20:23:11.790287 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57946) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:11.805647 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 31caef85-f44e-46c7-a9f1-baee8b2459a3 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:11.832653 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.833806 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581139'] for router_interface (b7c24fed-928c-4827-aa5e-181235abbf02), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:11.988511 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 31caef85-f44e-46c7-a9f1-baee8b2459a3 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:11.996098 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.074630 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:12.250078 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 31caef85-f44e-46c7-a9f1-baee8b2459a3 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:12.250481 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.305171 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port 31caef85-f44e-46c7-a9f1-baee8b2459a3, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=31caef85-f44e-46c7-a9f1-baee8b2459a3,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:12.344783 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-49f88feb-fa96-4c7e-8805-c7f32777db67 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:12.352571 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-49f88feb-fa96-4c7e-8805-c7f32777db67 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.45 "GET /v2.0/networks?id=2d9683a0-21df-40c1-a588-afe062762ffa HTTP/1.1" status: 200 len: 812 time: 1.8908176 Jan 18 20:23:12.359801 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.392132 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Request body: {'port': {'device_id': '2962a0f0-ce3a-4351-84d7-f3155f5bd129', 'network_id': '2d9683a0-21df-40c1-a588-afe062762ffa', 'admin_state_up': True, 'tenant_id': '53df14bc8279467abba49fbed7498d26'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:12.479449 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Publish callbacks [] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), precommit_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.509607 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.530833 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:08Z', 'revision_number': 3, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:12.558661 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=31caef85-f44e-46c7-a9f1-baee8b2459a3,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:12.606617 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Checking router: 9b20d573-b962-4119-93b4-b42016a0661e for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:23:12.607261 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Updating router 9b20d573-b962-4119-93b4-b42016a0661e port a72625d9-b604-4b05-8cb5-dc01bbab0829 binding host dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:23:12.651453 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.663695 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Attempting to bind port bce18e11-5897-4365-81ad-515e5cd7fdad on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:12.664065 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Attempting to bind port bce18e11-5897-4365-81ad-515e5cd7fdad by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:12.664435 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Attempting to bind port bce18e11-5897-4365-81ad-515e5cd7fdad on network 345ae821-9aea-4565-955e-d3d455978d5f {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:12.673821 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb42c84-689e-4026-a42a-f05269690dd7,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:12.700979 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:12.701698 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:12.701698 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.702134 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Bound using segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:12.702617 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Bound port: bce18e11-5897-4365-81ad-515e5cd7fdad, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:12.702999 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.715079 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Made reservation on behalf of 53df14bc8279467abba49fbed7498d26 for: {'port': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:12.734178 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:12.840510 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea26d92-13f0-4bfd-8e90-6818f2b4e4c0 None None] Pushing event updated for resources: {'Port': ['ID=bce18e11-5897-4365-81ad-515e5cd7fdad,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:12.986527 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] For port bce18e11-5897-4365-81ad-515e5cd7fdad, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:12.991703 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] For port bce18e11-5897-4365-81ad-515e5cd7fdad, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=bce18e11-5897-4365-81ad-515e5cd7fdad,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:13.003941 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.245183 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Publish callbacks [] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), precommit_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.248608 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea26d92-13f0-4bfd-8e90-6818f2b4e4c0 None None] Pushing event updated for resources: {'Port': ['ID=bce18e11-5897-4365-81ad-515e5cd7fdad,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:13.259644 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.266059 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Routers {'d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:13.267402 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:13.316701 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-913fd2f5-3e22-4172-9993-5c196ac859c0 req-51847282-5d7e-47fe-8e1a-cc9f83eccf92 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 210 time: 0.1714754 Jan 18 20:23:13.325049 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb3d4b-d56b-4fd4-a0e6-7fe93f9cb963 None None] Pushing event updated for resources: {'Port': ['ID=a72625d9-b604-4b05-8cb5-dc01bbab0829,revision_number=2']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:13.368064 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Attempting to bind port a72625d9-b604-4b05-8cb5-dc01bbab0829 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:13.368595 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Attempting to bind port a72625d9-b604-4b05-8cb5-dc01bbab0829 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:13.369031 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Attempting to bind port a72625d9-b604-4b05-8cb5-dc01bbab0829 on network 345ae821-9aea-4565-955e-d3d455978d5f {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:13.394835 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:13.395296 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:13.396008 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.396548 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Bound using segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:13.397371 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Bound port: a72625d9-b604-4b05-8cb5-dc01bbab0829, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:13.397780 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.494544 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] For port a72625d9-b604-4b05-8cb5-dc01bbab0829, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:13.498539 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] For port a72625d9-b604-4b05-8cb5-dc01bbab0829, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=a72625d9-b604-4b05-8cb5-dc01bbab0829,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:13.510717 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:13.638768 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb3d4b-d56b-4fd4-a0e6-7fe93f9cb963 None None] Pushing event updated for resources: {'Port': ['ID=a72625d9-b604-4b05-8cb5-dc01bbab0829,revision_number=3']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:13.696643 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:13.700273 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:13.912237 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0e6154bf-e85d-49ff-bfc8-9199ddd6654f req-e6a5dd8d-2574-405a-995e-2b4d41564823 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 210 time: 1.2592037 Jan 18 20:23:13.996738 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:14.031745 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] Set router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:14.040262 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 57990) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:14.070746 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:14.089447 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:14.129028 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Made reservation on behalf of ac7d65640ff94651a7ef1d826ade4cfe for: {'port': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:14.134456 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.334057 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.382427 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 31caef85-f44e-46c7-a9f1-baee8b2459a3 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:14.736744 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bc9d3ee9-a856-441b-8244-1dd0d3eb18c7 req-bf533eff-d66d-44fe-9303-89adbd6aec68 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 210 time: 0.1842656 Jan 18 20:23:14.751526 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1ad3-e35c-4639-bda1-d01ed58545e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:14.854958 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:08Z', 'revision_number': 3, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:15.003899 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875b010-ac70-4405-85e7-81fa5666a3b7 None None] The sync data for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi is: [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:08Z', 'revision_number': 3, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:15.057855 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58010) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:15.068397 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-b89d64e1-be00-4086-b18d-2e6560ffc2e5 None None] Provisioning complete for port 1eb42c84-689e-4026-a42a-f05269690dd7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:15.069118 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-b89d64e1-be00-4086-b18d-2e6560ffc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.235298 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-b89d64e1-be00-4086-b18d-2e6560ffc2e5 None None] Port 1eb42c84-689e-4026-a42a-f05269690dd7 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:15.243945 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 31caef85-f44e-46c7-a9f1-baee8b2459a3 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:15.248869 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.250349 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Allocated IP 172.20.0.1 (4b1ba40c-a9a4-429c-93aa-b6b26304e073/4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f/eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:15.262871 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5102028-87ed-45c8-a9bd-58320a58fca3 req-96ff25b3-1586-4413-a29f-54e3513a0fca tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 210 time: 0.1925645 Jan 18 20:23:15.294527 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Allocated IP 172.20.0.7 (2d9683a0-21df-40c1-a588-afe062762ffa/95112d31-29ef-4315-9f38-5cda96838d78/606d225c-d6f1-491e-8ba1-c66d52808c4b) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:15.351300 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Router b7c24fed-928c-4827-aa5e-181235abbf02 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:23:15.461924 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-38c21d9a-6a31-4dc4-ba56-538d93d43128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.462889 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'name': 'tempest-ServerRescueNegativeTestJSON-584667606-router', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:00Z', 'updated_at': '2022-01-18T20:23:05Z', 'revision_number': 3, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'gw_port': {'id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:15.517718 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f710b66-670a-4b47-9567-f654a57b1fa3 None None] The sync data for ids ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'] in dv-cinder-821602-14-iscsi is: [{'id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'name': 'tempest-ServerRescueNegativeTestJSON-584667606-router', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:00Z', 'updated_at': '2022-01-18T20:23:05Z', 'revision_number': 3, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'gw_port': {'id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:15.629753 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 31caef85-f44e-46c7-a9f1-baee8b2459a3 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:15.736958 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Allocated IP 172.20.0.4 (dcb439eb-a130-48e2-8bcd-35ade9b8c9da/a39338dd-c6f0-425c-ab33-d045c58b9b54/99714da3-e00f-44f4-9a6d-0775f70695dc) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:15.874986 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Publish callbacks [] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:15.911481 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device a72625d9-b604-4b05-8cb5-dc01bbab0829 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:16.047888 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1ad3-e35c-4639-bda1-d01ed58545e9 admin admin] Publish callbacks [] for security_group (9e422a3b-fb07-40ba-832f-2c9ca9eb7eb7), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.072106 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1ad3-e35c-4639-bda1-d01ed58545e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9e422a3b-fb07-40ba-832f-2c9ca9eb7eb7), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.100888 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port a72625d9-b604-4b05-8cb5-dc01bbab0829 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:16.101698 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.129523 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Publish callbacks [] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.210624 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-0b5f1ad3-e35c-4639-bda1-d01ed58545e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=41f8c626df91408799674a635d812905&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1464188 Jan 18 20:23:16.251426 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58020) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:16.258874 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f1ad3-e35c-4639-bda1-d01ed58545e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e422a3b-fb07-40ba-832f-2c9ca9eb7eb7,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:16.556733 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.578468 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5c0cded9-250d-4f59-89ee-da5dcc60940b admin admin] Publish callbacks [] for security_group (9e422a3b-fb07-40ba-832f-2c9ca9eb7eb7), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.658685 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5c0cded9-250d-4f59-89ee-da5dcc60940b admin admin] Publish callbacks [] for security_group (9e422a3b-fb07-40ba-832f-2c9ca9eb7eb7), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.783817 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6afeccfd-1492-475f-aa74-6b3f53d8d17b req-abd6b730-842b-4a62-9949-f560c54c330c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 210 time: 0.6508369 Jan 18 20:23:16.806040 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.808626 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port a72625d9-b604-4b05-8cb5-dc01bbab0829 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:16.809162 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.880190 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port a72625d9-b604-4b05-8cb5-dc01bbab0829, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=a72625d9-b604-4b05-8cb5-dc01bbab0829,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:16.891360 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.902601 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5c0cded9-250d-4f59-89ee-da5dcc60940b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9e422a3b-fb07-40ba-832f-2c9ca9eb7eb7), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.918781 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5c0cded9-250d-4f59-89ee-da5dcc60940b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:16.928531 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-5c0cded9-250d-4f59-89ee-da5dcc60940b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e422a3b-fb07-40ba-832f-2c9ca9eb7eb7 HTTP/1.1" status: 204 len: 168 time: 0.6348023 Jan 18 20:23:17.033528 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cded9-250d-4f59-89ee-da5dcc60940b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e422a3b-fb07-40ba-832f-2c9ca9eb7eb7,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:17.057384 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Network 2d9683a0-21df-40c1-a588-afe062762ffa is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:17.149786 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-38c21d9a-6a31-4dc4-ba56-538d93d43128 admin admin] Publish callbacks [] for security_group (5e05bcc0-cfdd-45f5-a83e-76cd59dc61a2), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.197912 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:17.215298 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Sync routers for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:17.216451 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-85bc45bb-df62-48cc-9f08-758338d577b3 admin admin] 10.222.0.67 "PUT /v2.0/routers/b7c24fed-928c-4827-aa5e-181235abbf02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1158640 Jan 18 20:23:17.299489 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:17.299489 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:17.299489 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:17.299489 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.339776 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.360974 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-38c21d9a-6a31-4dc4-ba56-538d93d43128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (5e05bcc0-cfdd-45f5-a83e-76cd59dc61a2), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:17.370052 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=a72625d9-b604-4b05-8cb5-dc01bbab0829,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:17.442258 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:17.444088 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:17.492449 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1227045 Jan 18 20:23:17.556697 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:17.665559 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65ff64-4175-487d-b787-1d1cd5be3a3a tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Pushing event updated for resources: {'Port': ['ID=606d225c-d6f1-491e-8ba1-c66d52808c4b,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:17.691136 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-38c21d9a-6a31-4dc4-ba56-538d93d43128 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0cb5cb1757c642bab64fcbabea8e03ec&name=default HTTP/1.1" status: 200 len: 2995 time: 2.6143451 Jan 18 20:23:17.693836 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58040) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:17.723632 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:17.758544 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:17.766096 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:17.766660 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581223'] for router_interface (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:18.082899 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Allocated IP 172.20.0.1 (09a7462a-8def-4289-bb51-c535f8395ac3/82b4d7b1-bbbf-470d-b68d-f92578fe4dc3/fa9b287f-f642-4e47-b69a-94057fe82cff) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:18.083144 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-033201ea-f0ed-4d10-ba08-633f4e69e3ae tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102695) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:23:18.108810 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-033201ea-f0ed-4d10-ba08-633f4e69e3ae tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4441092 Jan 18 20:23:18.174259 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c21d9a-6a31-4dc4-ba56-538d93d43128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e05bcc0-cfdd-45f5-a83e-76cd59dc61a2,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:18.176910 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device bce18e11-5897-4365-81ad-515e5cd7fdad up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:18.250182 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:18.291219 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58050) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:18.326008 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565fc7b-0f40-4944-ae87-fb1a98819d49 req-539da408-48fe-46e2-9b6e-930584abdb47 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:18.339507 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3565fc7b-0f40-4944-ae87-fb1a98819d49 req-539da408-48fe-46e2-9b6e-930584abdb47 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 931 time: 1.7860711 Jan 18 20:23:18.434121 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:18.623073 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5d70fd05-4b8f-41b2-bad3-57df48aea08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:18.891628 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks [] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.076474 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Publish callbacks [] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.108221 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port bce18e11-5897-4365-81ad-515e5cd7fdad triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:19.108847 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.116408 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Request body: {'port': {'device_id': '2962a0f0-ce3a-4351-84d7-f3155f5bd129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:19.156214 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Publish callbacks [] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.209378 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.214560 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581139'] for router_interface (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.247841 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e8f1-7229-49e0-98fb-dca60b9cd53e admin admin] Publish callbacks [] for security_group (5e05bcc0-cfdd-45f5-a83e-76cd59dc61a2), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.587091 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:19.671768 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port bce18e11-5897-4365-81ad-515e5cd7fdad is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:19.672697 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.748097 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3565fc7b-0f40-4944-ae87-fb1a98819d49 req-0537465d-c191-4e72-93f5-10f7ec82a9fa tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1527324 Jan 18 20:23:19.765976 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e8f1-7229-49e0-98fb-dca60b9cd53e admin admin] Publish callbacks [] for security_group (5e05bcc0-cfdd-45f5-a83e-76cd59dc61a2), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.822942 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.940989 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port bce18e11-5897-4365-81ad-515e5cd7fdad, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=bce18e11-5897-4365-81ad-515e5cd7fdad,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:19.969935 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.970230 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:19.971619 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device a72625d9-b604-4b05-8cb5-dc01bbab0829 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:19.992825 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:20.059080 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:20.085087 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Network 09a7462a-8def-4289-bb51-c535f8395ac3 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:20.089890 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:23:20.093195 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:20.099570 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:20.099892 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581223'] for router_interface (9b20d573-b962-4119-93b4-b42016a0661e), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.199503 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.228145 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9b287f-f642-4e47-b69a-94057fe82cff,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:20.345343 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=bce18e11-5897-4365-81ad-515e5cd7fdad,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:20.391789 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:10Z', 'revision_number': 2, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:20.450629 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5d70fd05-4b8f-41b2-bad3-57df48aea08c admin admin] Publish callbacks [] for security_group (63e8257e-fdad-43b3-a05f-7a326858034b), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.509289 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5d70fd05-4b8f-41b2-bad3-57df48aea08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (63e8257e-fdad-43b3-a05f-7a326858034b), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.510275 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Checking router: b7c24fed-928c-4827-aa5e-181235abbf02 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:23:20.510802 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Updating router b7c24fed-928c-4827-aa5e-181235abbf02 port 1eb42c84-689e-4026-a42a-f05269690dd7 binding host dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:23:20.611662 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58062) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:20.728680 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:20.738964 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58064) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:20.744667 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Pushing event updated for resources: {'Port': ['ID=99714da3-e00f-44f4-9a6d-0775f70695dc,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:20.963199 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-b061314a-ea32-4af9-8ed9-fa20bca6416f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--920139986', 'description': 'tempest-description--1737588019'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:20.988629 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.173483 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port a72625d9-b604-4b05-8cb5-dc01bbab0829 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:21.176506 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.205832 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Network dcb439eb-a130-48e2-8bcd-35ade9b8c9da is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:21.217370 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70fd05-4b8f-41b2-bad3-57df48aea08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e8257e-fdad-43b3-a05f-7a326858034b,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:21.240789 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-5d70fd05-4b8f-41b2-bad3-57df48aea08c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6923bf17007d4881a5d51cef614559e0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8885331 Jan 18 20:23:21.307954 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58072) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:21.310137 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b061314a-ea32-4af9-8ed9-fa20bca6416f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.350168 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:21.355656 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-92b2660e-a25d-4bf4-8977-70d9ec91f0e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.420545 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:21.427461 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:21.429305 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.454503 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:23:21.463993 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-365a9dc8-e9a0-47e2-9d34-409eedf3014d None None] Provisioning complete for port fa9b287f-f642-4e47-b69a-94057fe82cff triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:21.464806 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-365a9dc8-e9a0-47e2-9d34-409eedf3014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.488447 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e20a8-148c-44a2-8f14-1fc31c0120d1 req-ecf75094-0302-426c-ae56-5f0d41cfcddc tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:21.490742 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9a6e20a8-148c-44a2-8f14-1fc31c0120d1 req-ecf75094-0302-426c-ae56-5f0d41cfcddc tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 931 time: 1.0436754 Jan 18 20:23:21.513286 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e8f1-7229-49e0-98fb-dca60b9cd53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (5e05bcc0-cfdd-45f5-a83e-76cd59dc61a2), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.516723 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e8f1-7229-49e0-98fb-dca60b9cd53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.518246 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-cfa7e8f1-7229-49e0-98fb-dca60b9cd53e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e05bcc0-cfdd-45f5-a83e-76cd59dc61a2 HTTP/1.1" status: 204 len: 168 time: 3.4024656 Jan 18 20:23:21.562742 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abad7b-7705-4654-85dc-9f798214f620 req-71c9f024-d154-4e61-9677-76788435d588 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:21.566467 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d4abad7b-7705-4654-85dc-9f798214f620 req-71c9f024-d154-4e61-9677-76788435d588 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 931 time: 0.2444329 Jan 18 20:23:21.596336 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7e8f1-7229-49e0-98fb-dca60b9cd53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e05bcc0-cfdd-45f5-a83e-76cd59dc61a2,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:21.646711 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-d03b6ed2-4682-4b4f-907f-6acb455a4d27 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.5088255 Jan 18 20:23:21.661153 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-365a9dc8-e9a0-47e2-9d34-409eedf3014d None None] Port fa9b287f-f642-4e47-b69a-94057fe82cff cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:21.697866 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Request body: {'port': {'device_id': '46334d7f-6fa1-41ba-bc9d-a80684750c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:21.843320 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:21.873893 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-3de5a641-d512-483f-b223-7ebeff737f27 admin admin] 10.222.0.67 "PUT /v2.0/routers/d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3621809 Jan 18 20:23:21.888960 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Sync routers for ids ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:21.909984 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:21.956207 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Routers {'d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:21.960011 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:21.980209 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Publish callbacks [] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.004843 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d4abad7b-7705-4654-85dc-9f798214f620 req-a7d8cb0d-5db7-41b8-aabf-5588a47fc219 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645446 Jan 18 20:23:22.006898 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.007670 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581139'] for router_interface (9b20d573-b962-4119-93b4-b42016a0661e), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.085307 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port a72625d9-b604-4b05-8cb5-dc01bbab0829 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:22.196318 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-93b71636-13fa-444d-8127-9f12a5d47721 admin admin] Publish callbacks [] for security_group (63e8257e-fdad-43b3-a05f-7a326858034b), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.225433 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Publish callbacks [] for port (1eb42c84-689e-4026-a42a-f05269690dd7), precommit_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.265376 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device bce18e11-5897-4365-81ad-515e5cd7fdad up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:22.267937 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-93b71636-13fa-444d-8127-9f12a5d47721 admin admin] Publish callbacks [] for security_group (63e8257e-fdad-43b3-a05f-7a326858034b), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.275952 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.512657 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9b287f-f642-4e47-b69a-94057fe82cff,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:22.609690 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Network 09a7462a-8def-4289-bb51-c535f8395ac3 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:22.628112 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:22.665613 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-92b2660e-a25d-4bf4-8977-70d9ec91f0e9 admin admin] Publish callbacks [] for security_group (664d7a6c-3bee-4013-86c0-a35e4437e98b), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.762680 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Set router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:22.792623 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d17301-ae28-4584-a8c7-24a787189e1f None None] Pushing event updated for resources: {'Port': ['ID=1eb42c84-689e-4026-a42a-f05269690dd7,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:22.824423 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-92b2660e-a25d-4bf4-8977-70d9ec91f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (664d7a6c-3bee-4013-86c0-a35e4437e98b), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.954181 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-92b2660e-a25d-4bf4-8977-70d9ec91f0e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60f7885ec6cc44a88ec1d7d0dfb37839&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2126181 Jan 18 20:23:22.972145 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port bce18e11-5897-4365-81ad-515e5cd7fdad triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:22.974668 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:22.976945 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58100) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:23.168780 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Attempting to bind port 1eb42c84-689e-4026-a42a-f05269690dd7 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:23.169665 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Attempting to bind port 1eb42c84-689e-4026-a42a-f05269690dd7 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:23.169665 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Attempting to bind port 1eb42c84-689e-4026-a42a-f05269690dd7 on network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:23.193921 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:23.197720 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Checking segment: {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:23.198198 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.198616 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Bound using segment: {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:23.206576 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Bound port: 1eb42c84-689e-4026-a42a-f05269690dd7, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:23.207983 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.346324 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9a6e20a8-148c-44a2-8f14-1fc31c0120d1 req-35cece8b-4192-424c-a164-22c9bd98cb37 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7908611 Jan 18 20:23:23.485914 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-93b71636-13fa-444d-8127-9f12a5d47721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (63e8257e-fdad-43b3-a05f-7a326858034b), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.488666 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-93b71636-13fa-444d-8127-9f12a5d47721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.493594 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-93b71636-13fa-444d-8127-9f12a5d47721 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/63e8257e-fdad-43b3-a05f-7a326858034b HTTP/1.1" status: 204 len: 168 time: 2.1448479 Jan 18 20:23:23.561563 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port bce18e11-5897-4365-81ad-515e5cd7fdad is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:23.636711 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b061314a-ea32-4af9-8ed9-fa20bca6416f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (63508415-788e-49da-8ad3-7ea51f8d41df), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.659365 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b71636-13fa-444d-8127-9f12a5d47721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e8257e-fdad-43b3-a05f-7a326858034b,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:23.668873 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-993f4f9b-1bce-41aa-84ea-279953adf5ee None None] Provisioning complete for port fa9b287f-f642-4e47-b69a-94057fe82cff triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:23.669259 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-993f4f9b-1bce-41aa-84ea-279953adf5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.702491 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'name': 'tempest-ServerRescueNegativeTestJSON-584667606-router', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:00Z', 'updated_at': '2022-01-18T20:23:18Z', 'revision_number': 4, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'gw_port': {'id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d', 'name': '', 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'mac_address': 'fa:16:3e:21:88:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:14Z', 'updated_at': '2022-01-18T20:23:18Z', 'revision_number': 2, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'subnets': [{'id': '4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:23.763400 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b061314a-ea32-4af9-8ed9-fa20bca6416f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (63508415-788e-49da-8ad3-7ea51f8d41df), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.773862 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-c1ccf5b8-329e-49aa-9766-0cdaadc56227 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:23.780814 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-c1ccf5b8-329e-49aa-9766-0cdaadc56227 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 818 time: 0.2701600 Jan 18 20:23:23.804486 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2660e-a25d-4bf4-8977-70d9ec91f0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664d7a6c-3bee-4013-86c0-a35e4437e98b,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:23.849129 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061314a-ea32-4af9-8ed9-fa20bca6416f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63508415-788e-49da-8ad3-7ea51f8d41df,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:23.870458 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Router 9b20d573-b962-4119-93b4-b42016a0661e has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:23:23.902873 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Checking router: d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:23:23.905051 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Updating router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d binding host dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:23:23.980240 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b061314a-ea32-4af9-8ed9-fa20bca6416f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:23.982560 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-b061314a-ea32-4af9-8ed9-fa20bca6416f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.2400436 Jan 18 20:23:23.991402 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] For port 1eb42c84-689e-4026-a42a-f05269690dd7, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:24.006138 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58120) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:24.011351 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-f4324f81-c72f-49af-a327-6eb55f8e8777 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/quotas/b05e2986ebac459eaec991a4315a88d3 HTTP/1.1" status: 200 len: 375 time: 0.2291353 Jan 18 20:23:24.026468 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-691463bc-ee51-4933-b123-89cd04ca127e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'security_group_rule': {'security_group_id': '63508415-788e-49da-8ad3-7ea51f8d41df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:24.035625 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] For port 1eb42c84-689e-4026-a42a-f05269690dd7, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=1eb42c84-689e-4026-a42a-f05269690dd7,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:24.040421 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-993f4f9b-1bce-41aa-84ea-279953adf5ee None None] Port fa9b287f-f642-4e47-b69a-94057fe82cff cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:24.045777 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.053403 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200bbcb-a9ba-4bc8-bf80-205059dfc590 req-d4b0c617-99cd-4f9b-87ab-f6ab7339f925 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:24.056592 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f200bbcb-a9ba-4bc8-bf80-205059dfc590 req-d4b0c617-99cd-4f9b-87ab-f6ab7339f925 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 931 time: 0.4956496 Jan 18 20:23:24.073589 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606d225c-d6f1-491e-8ba1-c66d52808c4b {{(pid=102695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:24.091863 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Publish callbacks [] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.096142 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-ec584f03-0735-4742-90f7-a12dd4b019db admin admin] Publish callbacks [] for security_group (664d7a6c-3bee-4013-86c0-a35e4437e98b), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.110396 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-993f4f9b-1bce-41aa-84ea-279953adf5ee None None] Provisioning complete for port 1eb42c84-689e-4026-a42a-f05269690dd7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:24.111635 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-993f4f9b-1bce-41aa-84ea-279953adf5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.111771 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.181216 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.provisioning_blocks [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Transition to ACTIVE for port object 606d225c-d6f1-491e-8ba1-c66d52808c4b will not be triggered until provisioned by entity L2. {{(pid=102695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:23:24.274557 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.454301 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:24.455249 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:24.581155 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d17301-ae28-4584-a8c7-24a787189e1f None None] Pushing event updated for resources: {'Port': ['ID=1eb42c84-689e-4026-a42a-f05269690dd7,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:24.654831 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-ec584f03-0735-4742-90f7-a12dd4b019db admin admin] Publish callbacks [] for security_group (664d7a6c-3bee-4013-86c0-a35e4437e98b), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.670264 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=606d225c-d6f1-491e-8ba1-c66d52808c4b,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:24.712711 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-993f4f9b-1bce-41aa-84ea-279953adf5ee None None] Current status of the port 1eb42c84-689e-4026-a42a-f05269690dd7 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:24.713777 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-993f4f9b-1bce-41aa-84ea-279953adf5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:24.772081 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:24.776517 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-993f4f9b-1bce-41aa-84ea-279953adf5ee None None] For port 1eb42c84-689e-4026-a42a-f05269690dd7, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=1eb42c84-689e-4026-a42a-f05269690dd7,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:24.986109 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-cc71bd8d-ec3b-4c59-a2ea-724da02f5b8d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9561970 Jan 18 20:23:25.105873 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:25.130746 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-d17ff2f0-ac07-4c9e-b3ff-475b05d9bef8 admin admin] 10.222.0.67 "PUT /v2.0/routers/9b20d573-b962-4119-93b4-b42016a0661e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2645960 Jan 18 20:23:25.166965 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Sync routers for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:25.230441 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-ec584f03-0735-4742-90f7-a12dd4b019db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (664d7a6c-3bee-4013-86c0-a35e4437e98b), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.233195 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-ec584f03-0735-4742-90f7-a12dd4b019db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.251622 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f200bbcb-a9ba-4bc8-bf80-205059dfc590 req-9796f0d0-1323-46d9-b0e7-5c745c325694 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0425236 Jan 18 20:23:25.259917 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-ec584f03-0735-4742-90f7-a12dd4b019db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/664d7a6c-3bee-4013-86c0-a35e4437e98b HTTP/1.1" status: 204 len: 168 time: 2.2398119 Jan 18 20:23:25.294508 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-6a5a2602-6c76-48cd-ae64-e1be2e77e93f service neutron] 10.222.0.67 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967782 Jan 18 20:23:25.314138 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec584f03-0735-4742-90f7-a12dd4b019db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664d7a6c-3bee-4013-86c0-a35e4437e98b,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:25.322459 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-993f4f9b-1bce-41aa-84ea-279953adf5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.384025 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-691463bc-ee51-4933-b123-89cd04ca127e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (a68e3f62-3774-4b42-9e25-db0a006f70e6), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.441356 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Attempting to bind port 606d225c-d6f1-491e-8ba1-c66d52808c4b on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:25.441813 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Attempting to bind port 606d225c-d6f1-491e-8ba1-c66d52808c4b by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'cffb5a73-84c1-43e4-beb6-a3ebcd94b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d9683a0-21df-40c1-a588-afe062762ffa'}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:25.442108 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Attempting to bind port 606d225c-d6f1-491e-8ba1-c66d52808c4b on network 2d9683a0-21df-40c1-a588-afe062762ffa {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:25.515049 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-691463bc-ee51-4933-b123-89cd04ca127e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (a68e3f62-3774-4b42-9e25-db0a006f70e6), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.523288 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99714da3-e00f-44f4-9a6d-0775f70695dc {{(pid=102695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:25.528869 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Port 606d225c-d6f1-491e-8ba1-c66d52808c4b on network 2d9683a0-21df-40c1-a588-afe062762ffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:23:25.529143 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Attempting to bind port 606d225c-d6f1-491e-8ba1-c66d52808c4b on network 2d9683a0-21df-40c1-a588-afe062762ffa {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:25.531382 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-691463bc-ee51-4933-b123-89cd04ca127e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (a68e3f62-3774-4b42-9e25-db0a006f70e6), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.534515 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Publish callbacks [] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), precommit_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.543940 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Publish callbacks [] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.551572 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.578892 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-7daede08-f445-4b71-9f45-41d987f46e1b service neutron] 10.222.0.67 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420123 Jan 18 20:23:25.584830 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:25.585211 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Checking segment: {'id': 'cffb5a73-84c1-43e4-beb6-a3ebcd94b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d9683a0-21df-40c1-a588-afe062762ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:25.585746 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Bound using segment: {'id': 'cffb5a73-84c1-43e4-beb6-a3ebcd94b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d9683a0-21df-40c1-a588-afe062762ffa'} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:25.586198 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Bound port: 606d225c-d6f1-491e-8ba1-c66d52808c4b, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffb5a73-84c1-43e4-beb6-a3ebcd94b62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2d9683a0-21df-40c1-a588-afe062762ffa'}}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:25.586583 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.605302 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:25.609968 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:25.624103 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691463bc-ee51-4933-b123-89cd04ca127e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68e3f62-3774-4b42-9e25-db0a006f70e6,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:25.655556 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.provisioning_blocks [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Transition to ACTIVE for port object 99714da3-e00f-44f4-9a6d-0775f70695dc will not be triggered until provisioned by entity L2. {{(pid=102695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:23:25.664136 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb809a9-5eae-4eb6-a33a-e7e3cf70e3b2 req-c83a6d63-7439-4852-9414-7ce2a5017f99 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:25.677401 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ceb809a9-5eae-4eb6-a33a-e7e3cf70e3b2 req-c83a6d63-7439-4852-9414-7ce2a5017f99 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 931 time: 0.2594697 Jan 18 20:23:25.685149 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-691463bc-ee51-4933-b123-89cd04ca127e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.686387 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-691463bc-ee51-4933-b123-89cd04ca127e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6769695 Jan 18 20:23:25.687655 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.691921 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58148) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:25.698588 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-5eebb6f5-bab3-47c4-86f8-ee38a6bbf704 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'security_group_rule': {'security_group_id': '63508415-788e-49da-8ad3-7ea51f8d41df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:25.848793 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5eebb6f5-bab3-47c4-86f8-ee38a6bbf704 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (1be0a8f7-88b3-44bc-bf48-eb89f15b7e00), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.902760 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f3f4c-00ef-419f-97c8-07833bbcdfed None None] Pushing event updated for resources: {'Port': ['ID=eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d,revision_number=3']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:25.942093 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Attempting to bind port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:25.942962 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Attempting to bind port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:25.944236 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Attempting to bind port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d on network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:25.951711 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:25.952581 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Checking segment: {'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:25.953270 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.953897 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Bound using segment: {'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:25.954644 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Bound port: eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'}}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:25.955328 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:25.960485 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ceb809a9-5eae-4eb6-a33a-e7e3cf70e3b2 req-ef568632-87ea-44ba-87ea-1b72a2b62423 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812614 Jan 18 20:23:26.058205 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Pushing event updated for resources: {'Port': ['ID=99714da3-e00f-44f4-9a6d-0775f70695dc,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:26.074806 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-81123606-e2e0-44d3-8da9-8f764e9bbbb4 None None] Provisioning complete for port 1eb42c84-689e-4026-a42a-f05269690dd7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:26.075635 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-81123606-e2e0-44d3-8da9-8f764e9bbbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.108937 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5eebb6f5-bab3-47c4-86f8-ee38a6bbf704 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (1be0a8f7-88b3-44bc-bf48-eb89f15b7e00), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.118176 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5eebb6f5-bab3-47c4-86f8-ee38a6bbf704 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (1be0a8f7-88b3-44bc-bf48-eb89f15b7e00), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.202521 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebb6f5-bab3-47c4-86f8-ee38a6bbf704 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be0a8f7-88b3-44bc-bf48-eb89f15b7e00,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:26.262627 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] For port 606d225c-d6f1-491e-8ba1-c66d52808c4b, host hv-cinder-82160, cleared binding levels {{(pid=102695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:26.263149 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5eebb6f5-bab3-47c4-86f8-ee38a6bbf704 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.270596 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-5eebb6f5-bab3-47c4-86f8-ee38a6bbf704 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5736852 Jan 18 20:23:26.275091 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58160) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:26.276265 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Attempting to bind port 99714da3-e00f-44f4-9a6d-0775f70695dc on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:26.276824 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Attempting to bind port 99714da3-e00f-44f4-9a6d-0775f70695dc by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:26.277426 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Attempting to bind port 99714da3-e00f-44f4-9a6d-0775f70695dc on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:26.291969 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] For port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:26.301227 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] For port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:26.320583 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.345556 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'floatingip': {'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:26.445465 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9dbc5887-1dfc-4c14-b773-b04525570940 req-7d653f1f-e1c6-4067-b4a3-3c20471832c9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 210 time: 0.1023750 Jan 18 20:23:26.507962 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f4f9b-1bce-41aa-84ea-279953adf5ee None None] Pushing event updated for resources: {'Port': ['ID=1eb42c84-689e-4026-a42a-f05269690dd7,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:26.550724 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Port 99714da3-e00f-44f4-9a6d-0775f70695dc on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:23:26.551280 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Attempting to bind port 99714da3-e00f-44f4-9a6d-0775f70695dc on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:26.585393 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] For port 606d225c-d6f1-491e-8ba1-c66d52808c4b, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=606d225c-d6f1-491e-8ba1-c66d52808c4b,segment=NetworkSegment(cffb5a73-84c1-43e4-beb6-a3ebcd94b62a),segment_id=cffb5a73-84c1-43e4-beb6-a3ebcd94b62a)] {{(pid=102695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:26.614078 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:26.616875 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Checking segment: {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:26.617867 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Bound using segment: {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:26.620936 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Bound port: 99714da3-e00f-44f4-9a6d-0775f70695dc, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'}}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:26.626960 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.636106 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.639975 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:23Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:26.685387 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f3f4c-00ef-419f-97c8-07833bbcdfed None None] Pushing event updated for resources: {'Port': ['ID=eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d,revision_number=4']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:26.705932 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7194c21-aaf5-41ed-9eef-aaf418f8f3a1 None None] The sync data for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi is: [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:23Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:26.724597 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Routers {'d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:26.728329 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:26.833839 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:26.840055 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=606d225c-d6f1-491e-8ba1-c66d52808c4b,revision_number=3']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:26.879220 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.967126 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:26.972993 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:26.978084 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-7aa5a010-dc02-488b-a1b9-269d7408e4f9 service neutron] 10.222.0.45 "PUT /v2.0/ports/606d225c-d6f1-491e-8ba1-c66d52808c4b HTTP/1.1" status: 200 len: 1093 time: 8.3582869 Jan 18 20:23:27.017152 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5fc47-7fcb-4439-bc00-c71083370c3a req-6a5ed823-4660-42b3-90dd-0967cdfdc784 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:27.033066 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b3a5fc47-7fcb-4439-bc00-c71083370c3a req-6a5ed823-4660-42b3-90dd-0967cdfdc784 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 943 time: 0.3363564 Jan 18 20:23:27.100840 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2962a0f0-ce3a-4351-84d7-f3155f5bd129', 'tag': '606d225c-d6f1-491e-8ba1-c66d52808c4b'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:27.272296 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b3a5fc47-7fcb-4439-bc00-c71083370c3a req-b1702715-eed3-428d-b532-d49eeb173bf4 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445312 Jan 18 20:23:27.535532 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185045-7a60-4d95-b6ec-f94add484e46 req-3634fe51-6f67-483d-a367-977e87c4da0b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:27.545496 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-33185045-7a60-4d95-b6ec-f94add484e46 req-3634fe51-6f67-483d-a367-977e87c4da0b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 943 time: 0.1247439 Jan 18 20:23:27.687413 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] Set router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:27.751718 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-33185045-7a60-4d95-b6ec-f94add484e46 req-6f299b40-8a9b-4159-b687-161774cf7a06 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002580 Jan 18 20:23:27.803058 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-81123606-e2e0-44d3-8da9-8f764e9bbbb4 None None] Current status of the port 1eb42c84-689e-4026-a42a-f05269690dd7 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:27.963269 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:21Z', 'revision_number': 2, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:27.969575 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] For port 99714da3-e00f-44f4-9a6d-0775f70695dc, host hv-cinder-82160, cleared binding levels {{(pid=102695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:27.999331 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-4c56f1b3-07ab-4b65-9eb5-582f46a9e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:28.012506 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-4c56f1b3-07ab-4b65-9eb5-582f46a9e74b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53df14bc8279467abba49fbed7498d26&device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 1096 time: 0.5518291 Jan 18 20:23:28.045042 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Checking router: 9b20d573-b962-4119-93b4-b42016a0661e for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:23:28.048570 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Updating router 9b20d573-b962-4119-93b4-b42016a0661e port fa9b287f-f642-4e47-b69a-94057fe82cff binding host dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:23:28.176327 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.396739 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] For port 99714da3-e00f-44f4-9a6d-0775f70695dc, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=99714da3-e00f-44f4-9a6d-0775f70695dc,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:28.498071 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-33681d22-7bcf-43c3-a689-02d555a0fe04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606d225c-d6f1-491e-8ba1-c66d52808c4b HTTP/1.1" status: 200 len: 217 time: 0.4315197 Jan 18 20:23:28.502005 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.524516 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-5cfdbccc-e2f4-4f84-97d5-5f098d83e1ef tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:28.539496 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-5cfdbccc-e2f4-4f84-97d5-5f098d83e1ef tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 818 time: 0.5851235 Jan 18 20:23:28.582521 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-ce52efe4-a569-45d9-a2d5-f5ab63769375 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/quotas/b05e2986ebac459eaec991a4315a88d3 HTTP/1.1" status: 200 len: 375 time: 0.0390444 Jan 18 20:23:28.634903 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d00e27-1033-450d-9f8d-b9942a63c338" -d '{"events": [{"name": "network-changed", "server_uuid": "2962a0f0-ce3a-4351-84d7-f3155f5bd129", "tag": "606d225c-d6f1-491e-8ba1-c66d52808c4b"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:28.701261 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:28.702194 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.707397 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] 10.222.0.45 "PUT /v2.0/ports/99714da3-e00f-44f4-9a6d-0775f70695dc HTTP/1.1" status: 200 len: 1093 time: 7.0465703 Jan 18 20:23:28.712086 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 1eb42c84-689e-4026-a42a-f05269690dd7 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:28.833321 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-3bda5819-1400-4e4b-8dbd-cd0179a82635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:28.844618 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-3bda5819-1400-4e4b-8dbd-cd0179a82635 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95112d31-29ef-4315-9f38-5cda96838d78 HTTP/1.1" status: 200 len: 852 time: 0.3244677 Jan 18 20:23:28.864158 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:28.872489 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dbabd-0e1d-406d-9655-95e97bf71be0 service neutron] Pushing event updated for resources: {'Port': ['ID=99714da3-e00f-44f4-9a6d-0775f70695dc,revision_number=3']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:29.038777 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 1eb42c84-689e-4026-a42a-f05269690dd7 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:29.039496 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.117268 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'name': 'tempest-ServerRescueNegativeTestJSON-584667606-router', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:00Z', 'updated_at': '2022-01-18T20:23:18Z', 'revision_number': 4, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'gw_port': {'id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d', 'name': '', 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'mac_address': 'fa:16:3e:21:88:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:14Z', 'updated_at': '2022-01-18T20:23:26Z', 'revision_number': 4, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'subnets': [{'id': '4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:29.207294 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82056f4f-cca3-47ad-94a5-9c652bfe0253 None None] The sync data for ids ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'] in dv-cinder-821602-14-iscsi is: [{'id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'name': 'tempest-ServerRescueNegativeTestJSON-584667606-router', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:00Z', 'updated_at': '2022-01-18T20:23:18Z', 'revision_number': 4, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'gw_port': {'id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d', 'name': '', 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'mac_address': 'fa:16:3e:21:88:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:14Z', 'updated_at': '2022-01-18T20:23:26Z', 'revision_number': 4, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'subnets': [{'id': '4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:29.228993 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58220) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:29.229601 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.45', 55641) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:29.250098 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-e294e552-8559-443a-b6b8-0d32f6f2c857 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441633718', 'description': 'tempest-description--1533599862'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:29.364824 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-f544fbfa-9c9a-4e5e-a90f-3eaf8172832c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d9683a0-21df-40c1-a588-afe062762ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3962197 Jan 18 20:23:29.640577 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-60bedec0-a6b6-43a2-878e-8c3be00448f0 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0565562 Jan 18 20:23:29.670175 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e294e552-8559-443a-b6b8-0d32f6f2c857 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:29.738291 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-039fa866-61c4-4a52-8401-474547927f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:29.761494 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-039fa866-61c4-4a52-8401-474547927f7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 1096 time: 0.9565630 Jan 18 20:23:29.964147 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 1eb42c84-689e-4026-a42a-f05269690dd7 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:30.065694 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-b0fb4923-16a9-4610-b502-cb0466ff2d5b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:30.068795 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-b0fb4923-16a9-4610-b502-cb0466ff2d5b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.45 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 818 time: 0.8358109 Jan 18 20:23:30.126954 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Publish callbacks [] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), precommit_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.149309 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Request body: {'port': {'device_id': '712e0492-0709-4ab3-a1e2-5999b562d3fc', 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073', 'admin_state_up': True, 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:30.155503 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d2d88f8c-2983-4eae-a75a-a9cb1c28dcf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.170485 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.274404 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-0ee306ab-da27-400c-9e84-49f4e23ce608 service neutron] 10.222.0.45 "GET /v2.0/networks/2d9683a0-21df-40c1-a588-afe062762ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7875373 Jan 18 20:23:30.410275 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-28669f4d-841c-4eef-b047-fa93c1eb075b service neutron] 10.222.0.67 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7678075 Jan 18 20:23:30.428258 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec51d77-cbd1-4887-985f-5bc15e6c05c7 None None] Pushing event updated for resources: {'Port': ['ID=fa9b287f-f642-4e47-b69a-94057fe82cff,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:30.446966 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:30.653999 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Attempting to bind port fa9b287f-f642-4e47-b69a-94057fe82cff on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:30.654287 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Attempting to bind port fa9b287f-f642-4e47-b69a-94057fe82cff by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:30.654649 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Attempting to bind port fa9b287f-f642-4e47-b69a-94057fe82cff on network 09a7462a-8def-4289-bb51-c535f8395ac3 {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:30.688159 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:30.688716 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Checking segment: {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:30.689280 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.689810 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Bound using segment: {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:30.690331 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Bound port: fa9b287f-f642-4e47-b69a-94057fe82cff, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:30.693116 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:30.777796 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-c2b46d75-cf80-4265-907b-402508b39f47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99714da3-e00f-44f4-9a6d-0775f70695dc HTTP/1.1" status: 200 len: 217 time: 1.0147150 Jan 18 20:23:31.067706 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e294e552-8559-443a-b6b8-0d32f6f2c857 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.113482 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:31.119397 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.211907 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-989c9844-d14a-40c6-a3bc-9c46ab8c6c3e service neutron] 10.222.0.67 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729744 Jan 18 20:23:31.257128 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e294e552-8559-443a-b6b8-0d32f6f2c857 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.266277 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58260) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:31.333772 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-59740e3e-e924-4eb3-8176-0c56bef62aa2 None None] Provisioning complete for port fa9b287f-f642-4e47-b69a-94057fe82cff triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:31.339556 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-59740e3e-e924-4eb3-8176-0c56bef62aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.372544 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294e552-8559-443a-b6b8-0d32f6f2c857 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:31.481997 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e294e552-8559-443a-b6b8-0d32f6f2c857 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.491407 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-e294e552-8559-443a-b6b8-0d32f6f2c857 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2526343 Jan 18 20:23:31.491407 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58266) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:31.503188 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-8370dc6f-8069-410d-8783-c44088519a80 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'security_group_rule': {'security_group_id': '242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:31.524166 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Made reservation on behalf of b05e2986ebac459eaec991a4315a88d3 for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:31.544602 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.636985 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f593e-2403-4eaa-b838-0adff0d89f01 req-15b9ce67-a59e-4a09-8bd3-0b8463bbfa54 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:31.650238 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-826f593e-2403-4eaa-b838-0adff0d89f01 req-15b9ce67-a59e-4a09-8bd3-0b8463bbfa54 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 943 time: 2.3935189 Jan 18 20:23:31.657397 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] For port fa9b287f-f642-4e47-b69a-94057fe82cff, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:31.660024 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:31.660425 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.741016 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] For port fa9b287f-f642-4e47-b69a-94057fe82cff, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=fa9b287f-f642-4e47-b69a-94057fe82cff,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:31.743893 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-59740e3e-e924-4eb3-8176-0c56bef62aa2 None None] Port fa9b287f-f642-4e47-b69a-94057fe82cff cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:31.764985 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.926035 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8370dc6f-8069-410d-8783-c44088519a80 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (842ecb39-2a2e-4927-a164-d198ed362db2), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:31.937467 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Allocated IP 172.27.3.159 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/ad53ef4b-976c-4efb-ae7a-0f1b3c988766) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:32.163522 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:32.164962 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:32.183613 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:32.196084 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-826f593e-2403-4eaa-b838-0adff0d89f01 req-2c5e907c-9cb5-4d12-94a0-d1a4e17c088b tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907675 Jan 18 20:23:32.259789 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-4ce22544-345a-4de5-94c9-d55355740014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:32.263611 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-4ce22544-345a-4de5-94c9-d55355740014 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a39338dd-c6f0-425c-ab33-d045c58b9b54 HTTP/1.1" status: 200 len: 854 time: 1.4423251 Jan 18 20:23:32.367280 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0a4dd615-a86c-42e3-b605-a61cb78bcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.416949 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-5014ba05-fe20-4236-a99c-7f417c2e3c39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183064 Jan 18 20:23:32.420380 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.469624 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec51d77-cbd1-4887-985f-5bc15e6c05c7 None None] Pushing event updated for resources: {'Port': ['ID=fa9b287f-f642-4e47-b69a-94057fe82cff,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:32.619992 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2e7bf2b7-418e-4076-ae77-e2f4edf6f282 req-01ad38b0-d1eb-452f-98f3-72458203d403 service neutron] 10.222.0.45 "GET /v2.0/networks/2d9683a0-21df-40c1-a588-afe062762ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0452316 Jan 18 20:23:32.695437 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-48fc14ea-9f9d-4b1c-a04f-15fd03b85e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.760536 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Allocated IP 172.20.0.6 (4b1ba40c-a9a4-429c-93aa-b6b26304e073/4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f/775e3527-9a3d-4cae-a31c-6d0726c10e34) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:32.770155 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ac91a-83b1-4e8b-b19d-a839ecbe5715 req-ed7fff7d-1f15-4fa4-aff8-22a532749d96 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:32.780365 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-258ac91a-83b1-4e8b-b19d-a839ecbe5715 req-ed7fff7d-1f15-4fa4-aff8-22a532749d96 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 943 time: 0.3757739 Jan 18 20:23:32.835753 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for port (ad53ef4b-976c-4efb-ae7a-0f1b3c988766), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:32.866093 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:32.897498 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-68ae6fd7-c006-40e8-98a7-c45c4d894ec7 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707067 Jan 18 20:23:32.911796 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-258ac91a-83b1-4e8b-b19d-a839ecbe5715 req-556772bd-1c31-41d8-ae4f-eabcc558e213 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301484 Jan 18 20:23:33.016131 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-48fc14ea-9f9d-4b1c-a04f-15fd03b85e05 admin admin] Publish callbacks [] for security_group (6800ca17-778e-4d4b-841d-73a8f3fda28d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.059842 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (ad53ef4b-976c-4efb-ae7a-0f1b3c988766), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.071978 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8370dc6f-8069-410d-8783-c44088519a80 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (842ecb39-2a2e-4927-a164-d198ed362db2), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.074541 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-48fc14ea-9f9d-4b1c-a04f-15fd03b85e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6800ca17-778e-4d4b-841d-73a8f3fda28d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.135687 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:33.143254 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-48fc14ea-9f9d-4b1c-a04f-15fd03b85e05 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d6cf41f1fd3498c9054593cb40c611d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7974038 Jan 18 20:23:33.144068 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8370dc6f-8069-410d-8783-c44088519a80 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (842ecb39-2a2e-4927-a164-d198ed362db2), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.152816 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58294) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:33.199326 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8370dc6f-8069-410d-8783-c44088519a80 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.200909 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8370dc6f-8069-410d-8783-c44088519a80 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7041628 Jan 18 20:23:33.226203 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58296) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:33.238376 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-d3802ae2-f0c6-4387-b760-f0e773b6ed1f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'security_group_rule': {'security_group_id': '242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:33.258943 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:33.264620 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370dc6f-8069-410d-8783-c44088519a80 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842ecb39-2a2e-4927-a164-d198ed362db2,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:33.266465 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:33.277248 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-ecc57af7-2c54-41f4-96ca-c8e9ee30c4cf None None] Provisioning complete for port fa9b287f-f642-4e47-b69a-94057fe82cff triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:33.277958 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ecc57af7-2c54-41f4-96ca-c8e9ee30c4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.309313 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0d9210-938c-46c6-a1cb-406d3aeb7ded x-openstack-request-id: req-4f0d9210-938c-46c6-a1cb-406d3aeb7ded {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:33.309564 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2962a0f0-ce3a-4351-84d7-f3155f5bd129", "tag": "606d225c-d6f1-491e-8ba1-c66d52808c4b", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:33.310107 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4f0d9210-938c-46c6-a1cb-406d3aeb7ded {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:33.310107 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2962a0f0-ce3a-4351-84d7-f3155f5bd129', 'tag': '606d225c-d6f1-491e-8ba1-c66d52808c4b', 'status': 'completed', 'code': 200} Jan 18 20:23:33.341700 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7b550d12-5843-4e05-9921-b94a997b9bc5 req-8a1ab42c-9993-494a-ad1a-52bd9dc9d102 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 210 time: 0.1287334 Jan 18 20:23:33.387944 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc14ea-9f9d-4b1c-a04f-15fd03b85e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800ca17-778e-4d4b-841d-73a8f3fda28d,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:33.485046 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2db4428b-30dd-4c2b-92d2-e46e1cfc20d5 admin admin] Publish callbacks [] for security_group (6800ca17-778e-4d4b-841d-73a8f3fda28d), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.551706 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d3802ae2-f0c6-4387-b760-f0e773b6ed1f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (9f040f29-4cee-4a67-b1b2-37bf634a499d), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.559290 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:33.593364 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.671858 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'Port': ['ID=ad53ef4b-976c-4efb-ae7a-0f1b3c988766,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:33.687298 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (6e05f04d-f23d-4a1e-961a-08236ebabcc7), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.748222 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cb1b2374-93de-46fb-a1d7-5526dd077be6 req-9235d285-2b53-4de9-9548-34dd0c70f517 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8291712 Jan 18 20:23:33.770453 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-ecc57af7-2c54-41f4-96ca-c8e9ee30c4cf None None] Current status of the port fa9b287f-f642-4e47-b69a-94057fe82cff is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:33.771641 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ecc57af7-2c54-41f4-96ca-c8e9ee30c4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.782853 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2db4428b-30dd-4c2b-92d2-e46e1cfc20d5 admin admin] Publish callbacks [] for security_group (6800ca17-778e-4d4b-841d-73a8f3fda28d), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.800356 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:31Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:33.866999 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d985a-3950-44b6-8c72-6f835d024ef5 req-ef5de9d4-79b1-42ef-8b99-6299857f426b tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:33.869501 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-367d985a-3950-44b6-8c72-6f835d024ef5 req-ef5de9d4-79b1-42ef-8b99-6299857f426b tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 943 time: 0.3010089 Jan 18 20:23:33.870638 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks [] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.876482 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (ad53ef4b-976c-4efb-ae7a-0f1b3c988766), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.880670 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-41ee3d4f-f1f3-4859-8955-66cb436b06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:33.883989 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-41ee3d4f-f1f3-4859-8955-66cb436b06eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53df14bc8279467abba49fbed7498d26&device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 1096 time: 0.5664992 Jan 18 20:23:33.885180 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d3802ae2-f0c6-4387-b760-f0e773b6ed1f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (9f040f29-4cee-4a67-b1b2-37bf634a499d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.897747 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229713c-7a14-4cbb-8abf-38af72c8a077 None None] The sync data for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi is: [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:31Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:23:33.918298 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d3802ae2-f0c6-4387-b760-f0e773b6ed1f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (9f040f29-4cee-4a67-b1b2-37bf634a499d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.955391 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d3802ae2-f0c6-4387-b760-f0e773b6ed1f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:33.956799 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-d3802ae2-f0c6-4387-b760-f0e773b6ed1f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7257426 Jan 18 20:23:33.963505 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58328) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:33.967278 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-ecc57af7-2c54-41f4-96ca-c8e9ee30c4cf None None] For port fa9b287f-f642-4e47-b69a-94057fe82cff, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=fa9b287f-f642-4e47-b69a-94057fe82cff,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:33.993724 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3802ae2-f0c6-4387-b760-f0e773b6ed1f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f040f29-4cee-4a67-b1b2-37bf634a499d,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:34.019298 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'floatingip': {'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:34.052265 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ecc57af7-2c54-41f4-96ca-c8e9ee30c4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.096569 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2db4428b-30dd-4c2b-92d2-e46e1cfc20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6800ca17-778e-4d4b-841d-73a8f3fda28d), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.100595 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2db4428b-30dd-4c2b-92d2-e46e1cfc20d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.106350 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-2db4428b-30dd-4c2b-92d2-e46e1cfc20d5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6800ca17-778e-4d4b-841d-73a8f3fda28d HTTP/1.1" status: 204 len: 168 time: 0.9467154 Jan 18 20:23:34.195215 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc57af7-2c54-41f4-96ca-c8e9ee30c4cf None None] Pushing event updated for resources: {'Port': ['ID=fa9b287f-f642-4e47-b69a-94057fe82cff,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:34.212982 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4428b-30dd-4c2b-92d2-e46e1cfc20d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800ca17-778e-4d4b-841d-73a8f3fda28d,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:34.214373 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.257795 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.263445 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.380224 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-9c3f1257-297c-4c9d-af2e-67e03485806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:34.383510 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-9c3f1257-297c-4c9d-af2e-67e03485806f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d9683a0-21df-40c1-a588-afe062762ffa HTTP/1.1" status: 200 len: 912 time: 0.4376061 Jan 18 20:23:34.388267 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58340) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:34.388636 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Pushing event updated for resources: {'Port': ['ID=775e3527-9a3d-4cae-a31c-6d0726c10e34,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:34.410311 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbd3bf-2b7b-432b-bb70-99001cd22231 req-12b63fad-ab56-4ed1-8afd-8e5d195b5e45 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:34.412869 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c2cbd3bf-2b7b-432b-bb70-99001cd22231 req-12b63fad-ab56-4ed1-8afd-8e5d195b5e45 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 943 time: 0.2354121 Jan 18 20:23:34.445290 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:34.500541 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:34.520958 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c2cbd3bf-2b7b-432b-bb70-99001cd22231 req-10053d4a-4241-4bc6-9258-e713648b11ae tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015627 Jan 18 20:23:34.522893 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:34.550942 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:34.555103 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.681330 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-fb2677cb-ba7d-4277-8a77-e1c4bd7e97ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606d225c-d6f1-491e-8ba1-c66d52808c4b HTTP/1.1" status: 200 len: 217 time: 0.2701774 Jan 18 20:23:34.719571 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-367d985a-3950-44b6-8c72-6f835d024ef5 req-4c91bb2a-4bad-4acb-9e83-e37e4e9bc287 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8340573 Jan 18 20:23:34.770750 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:34.791307 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-dcbc6e13-7ab6-4250-bc87-b861f854b3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7113717 Jan 18 20:23:34.844668 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7db0fb8c-187c-484a-87d3-fa02a761f95c req-a7f6a552-507f-4134-a254-d311154e9cca tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 210 time: 0.1262074 Jan 18 20:23:34.850670 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Request body: {'port': {'device_id': '712e0492-0709-4ab3-a1e2-5999b562d3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:34.868297 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device fa9b287f-f642-4e47-b69a-94057fe82cff up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: from cryptography.utils import int_from_bytes Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: from cryptography.utils import int_from_bytes Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.876070 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:34.878563 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:34.879746 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-676a197a-798d-46c7-9988-573aa179e924 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:34.881593 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-676a197a-798d-46c7-9988-573aa179e924 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.45 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 818 time: 0.7254040 Jan 18 20:23:34.899025 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Request body: {'port': {'device_id': '04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6', 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073', 'admin_state_up': True, 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:34.904215 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-e13e255e-d913-48e4-ac49-2d7b5df8e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:34.906059 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-e13e255e-d913-48e4-ac49-2d7b5df8e7bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95112d31-29ef-4315-9f38-5cda96838d78 HTTP/1.1" status: 200 len: 852 time: 0.2042127 Jan 18 20:23:34.995316 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.053459 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-97ce713c-c6fd-4f80-965c-505c56eca525 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d9683a0-21df-40c1-a588-afe062762ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397989 Jan 18 20:23:35.125004 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port fa9b287f-f642-4e47-b69a-94057fe82cff triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:35.125718 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.276617 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port fa9b287f-f642-4e47-b69a-94057fe82cff is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:35.278964 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:35.313753 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46334d7f-6fa1-41ba-bc9d-a80684750c70', 'tag': '99714da3-e00f-44f4-9a6d-0775f70695dc'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:35.316258 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19e903a-4cec-46da-a2a0-1034cd26dc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "46334d7f-6fa1-41ba-bc9d-a80684750c70", "tag": "99714da3-e00f-44f4-9a6d-0775f70695dc"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:35.346428 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for port (ad53ef4b-976c-4efb-ae7a-0f1b3c988766), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.348729 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-64680b42-12e3-4625-9330-80fc530118b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.375692 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:35.376136 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.456424 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58356) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:35.489589 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (ad53ef4b-976c-4efb-ae7a-0f1b3c988766), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.580891 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9d8d-a2f3-40c9-bb54-e4104c3081e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.588741 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:35.613943 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.45', 55648) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:35.725917 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.794284 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:35.833630 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12790e8-3a55-4859-874c-946555653e67 x-openstack-request-id: req-b12790e8-3a55-4859-874c-946555653e67 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:35.833973 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46334d7f-6fa1-41ba-bc9d-a80684750c70", "tag": "99714da3-e00f-44f4-9a6d-0775f70695dc", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:35.834165 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b12790e8-3a55-4859-874c-946555653e67 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:35.834568 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46334d7f-6fa1-41ba-bc9d-a80684750c70', 'tag': '99714da3-e00f-44f4-9a6d-0775f70695dc', 'status': 'completed', 'code': 200} Jan 18 20:23:35.864345 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'Port': ['ID=ad53ef4b-976c-4efb-ae7a-0f1b3c988766,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:35.878775 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-f7182316-f060-4c16-9583-1957b398f17f service neutron] 10.222.0.45 "GET /v2.0/networks/2d9683a0-21df-40c1-a588-afe062762ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090003 Jan 18 20:23:36.036006 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e903a-4cec-46da-a2a0-1034cd26dc0a req-820ffaa7-e9e8-448a-8283-b40fd19e9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:36.038278 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f19e903a-4cec-46da-a2a0-1034cd26dc0a req-820ffaa7-e9e8-448a-8283-b40fd19e9017 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 1096 time: 0.4207642 Jan 18 20:23:36.069537 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (6e05f04d-f23d-4a1e-961a-08236ebabcc7), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.092955 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Made reservation on behalf of b05e2986ebac459eaec991a4315a88d3 for: {'port': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:36.099845 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.154536 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.155878 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-77674d11-e7b7-42b8-a976-9a3438dabd9c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8531704 Jan 18 20:23:36.156905 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68cb4-340a-4e1c-9a6b-fc8f6044e8c3 req-e559c7f6-08cc-4e20-b668-7d4ba16f0fa2 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:36.158541 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d7b68cb4-340a-4e1c-9a6b-fc8f6044e8c3 req-e559c7f6-08cc-4e20-b668-7d4ba16f0fa2 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 943 time: 0.4791112 Jan 18 20:23:36.197110 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798480fe-583e-44ad-a468-2a1d1bf1ff1a req-7a58c9d0-63e1-42a7-bda2-a039342c7bed tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:36.205142 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-798480fe-583e-44ad-a468-2a1d1bf1ff1a req-7a58c9d0-63e1-42a7-bda2-a039342c7bed tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 943 time: 0.3030949 Jan 18 20:23:36.339343 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-f8d450ce-57d6-4ddf-b46b-877b37c55d0a service neutron] 10.222.0.45 "GET /v2.0/networks/2d9683a0-21df-40c1-a588-afe062762ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440434 Jan 18 20:23:36.354615 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-64680b42-12e3-4625-9330-80fc530118b0 admin admin] Publish callbacks [] for security_group (0152ecbf-5c69-4001-ab07-159250be890f), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.367677 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-64680b42-12e3-4625-9330-80fc530118b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (0152ecbf-5c69-4001-ab07-159250be890f), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.374837 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775e3527-9a3d-4cae-a31c-6d0726c10e34 {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:36.426541 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Publish callbacks [] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.494205 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-64680b42-12e3-4625-9330-80fc530118b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=70b3923da7f04172b11b2ae2be3e64ad&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0988803 Jan 18 20:23:36.502122 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58376) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:36.508472 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Allocated IP 172.27.3.119 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/16ac87ec-b79d-4f67-9172-17c5fa83eade) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:36.508779 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-798480fe-583e-44ad-a468-2a1d1bf1ff1a req-5035d275-d63f-48e3-9493-afd2697bbc55 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018639 Jan 18 20:23:36.512278 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64680b42-12e3-4625-9330-80fc530118b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0152ecbf-5c69-4001-ab07-159250be890f,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:36.518526 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9d8d-a2f3-40c9-bb54-e4104c3081e7 admin admin] Publish callbacks [] for security_group (390be043-fec1-4cb8-8ea4-2431364eb0df), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.563883 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Transition to ACTIVE for port object 775e3527-9a3d-4cae-a31c-6d0726c10e34 will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:23:36.565282 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fcfc9d8d-a2f3-40c9-bb54-e4104c3081e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (390be043-fec1-4cb8-8ea4-2431364eb0df), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.631757 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.671902 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d7b68cb4-340a-4e1c-9a6b-fc8f6044e8c3 req-c03f0a13-df04-4833-8640-96b725894c02 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671731 Jan 18 20:23:36.710591 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Allocated IP 172.20.0.9 (4b1ba40c-a9a4-429c-93aa-b6b26304e073/4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f/81368d94-6b86-4c1a-84ec-fc21d1647ac5) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:36.712881 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-50522d1a-c3b5-4000-bbc2-ed058f6d5535 admin admin] Publish callbacks [] for security_group (0152ecbf-5c69-4001-ab07-159250be890f), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.713124 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 99714da3-e00f-44f4-9a6d-0775f70695dc details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:36.844173 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-50522d1a-c3b5-4000-bbc2-ed058f6d5535 admin admin] Publish callbacks [] for security_group (0152ecbf-5c69-4001-ab07-159250be890f), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:36.878417 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc9d8d-a2f3-40c9-bb54-e4104c3081e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390be043-fec1-4cb8-8ea4-2431364eb0df,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:36.888616 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-fcfc9d8d-a2f3-40c9-bb54-e4104c3081e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ac3c9dab2ca4ec79767fa82913e9846&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4294829 Jan 18 20:23:36.911543 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58390) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:36.939389 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e903a-4cec-46da-a2a0-1034cd26dc0a req-18347c14-302f-43f5-94a1-734a8bbec7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:36.943183 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f19e903a-4cec-46da-a2a0-1034cd26dc0a req-18347c14-302f-43f5-94a1-734a8bbec7c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 914 time: 0.8908522 Jan 18 20:23:36.981059 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a8fbffd3-0af6-4818-88e5-bb8b7aa43ffb req-1a4933b9-cc41-4e6c-9060-1c41abd00a72 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 210 time: 0.1655509 Jan 18 20:23:37.008694 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 99714da3-e00f-44f4-9a6d-0775f70695dc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=99714da3-e00f-44f4-9a6d-0775f70695dc,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:37.011352 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Pushing event updated for resources: {'Port': ['ID=775e3527-9a3d-4cae-a31c-6d0726c10e34,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:37.060050 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '99714da3-e00f-44f4-9a6d-0775f70695dc', 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da', 'port_id': '99714da3-e00f-44f4-9a6d-0775f70695dc', 'mac_address': 'fa:16:3e:d4:b7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39338dd-c6f0-425c-ab33-d045c58b9b54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:37.141650 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 99714da3-e00f-44f4-9a6d-0775f70695dc is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:37.142037 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.156758 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f19e903a-4cec-46da-a2a0-1034cd26dc0a req-12a0047c-4291-4cdf-83be-30eed0361edc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99714da3-e00f-44f4-9a6d-0775f70695dc HTTP/1.1" status: 200 len: 217 time: 0.1465530 Jan 18 20:23:37.173658 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99714da3-e00f-44f4-9a6d-0775f70695dc {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:37.200036 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 99714da3-e00f-44f4-9a6d-0775f70695dc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=99714da3-e00f-44f4-9a6d-0775f70695dc,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:37.207628 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.209204 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 606d225c-d6f1-491e-8ba1-c66d52808c4b details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:37.292206 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for port (16ac87ec-b79d-4f67-9172-17c5fa83eade), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.334455 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Attempting to bind port 775e3527-9a3d-4cae-a31c-6d0726c10e34 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:37.335224 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Attempting to bind port 775e3527-9a3d-4cae-a31c-6d0726c10e34 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:37.335362 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Attempting to bind port 775e3527-9a3d-4cae-a31c-6d0726c10e34 on network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:37.342501 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=99714da3-e00f-44f4-9a6d-0775f70695dc,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:37.367729 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-50522d1a-c3b5-4000-bbc2-ed058f6d5535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (0152ecbf-5c69-4001-ab07-159250be890f), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.383209 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-50522d1a-c3b5-4000-bbc2-ed058f6d5535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.383209 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-50522d1a-c3b5-4000-bbc2-ed058f6d5535 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0152ecbf-5c69-4001-ab07-159250be890f HTTP/1.1" status: 204 len: 168 time: 0.8623567 Jan 18 20:23:37.404065 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-efa2930b-d144-415b-b2df-3c012f338392 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--920139986&fields=id&tenant_id=56295fd7b6c447b4a143879d64dd49da HTTP/1.1" status: 200 len: 267 time: 0.3773744 Jan 18 20:23:37.423650 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50522d1a-c3b5-4000-bbc2-ed058f6d5535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0152ecbf-5c69-4001-ab07-159250be890f,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:37.430700 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-67304721-088a-4e49-a097-7057c8342918 admin admin] Publish callbacks [] for security_group (390be043-fec1-4cb8-8ea4-2431364eb0df), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.491928 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-67304721-088a-4e49-a097-7057c8342918 admin admin] Publish callbacks [] for security_group (390be043-fec1-4cb8-8ea4-2431364eb0df), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.501033 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks [] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.571457 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 606d225c-d6f1-491e-8ba1-c66d52808c4b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=606d225c-d6f1-491e-8ba1-c66d52808c4b,segment=NetworkSegment(cffb5a73-84c1-43e4-beb6-a3ebcd94b62a),segment_id=cffb5a73-84c1-43e4-beb6-a3ebcd94b62a)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:37.607679 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '606d225c-d6f1-491e-8ba1-c66d52808c4b', 'network_id': '2d9683a0-21df-40c1-a588-afe062762ffa', 'port_id': '606d225c-d6f1-491e-8ba1-c66d52808c4b', 'mac_address': 'fa:16:3e:1d:e0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95112d31-29ef-4315-9f38-5cda96838d78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:37.648979 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Port 775e3527-9a3d-4cae-a31c-6d0726c10e34 on network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:23:37.649344 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Attempting to bind port 775e3527-9a3d-4cae-a31c-6d0726c10e34 on network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:37.658572 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.691089 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (16ac87ec-b79d-4f67-9172-17c5fa83eade), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.736823 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 606d225c-d6f1-491e-8ba1-c66d52808c4b is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:37.737967 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.758930 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606d225c-d6f1-491e-8ba1-c66d52808c4b {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:37.780947 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Pushing event updated for resources: {'Port': ['ID=81368d94-6b86-4c1a-84ec-fc21d1647ac5,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:37.793105 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-67304721-088a-4e49-a097-7057c8342918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (390be043-fec1-4cb8-8ea4-2431364eb0df), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.793648 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:37.794215 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Checking segment: {'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:37.795164 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Bound using segment: {'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:37.795920 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Bound port: 775e3527-9a3d-4cae-a31c-6d0726c10e34, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:37.796546 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.800450 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-67304721-088a-4e49-a097-7057c8342918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.801816 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e903a-4cec-46da-a2a0-1034cd26dc0a req-1fc3db4e-73b0-4161-a198-ac2ea22c3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:37.803847 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 606d225c-d6f1-491e-8ba1-c66d52808c4b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=606d225c-d6f1-491e-8ba1-c66d52808c4b,segment=NetworkSegment(cffb5a73-84c1-43e4-beb6-a3ebcd94b62a),segment_id=cffb5a73-84c1-43e4-beb6-a3ebcd94b62a)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:37.805429 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f19e903a-4cec-46da-a2a0-1034cd26dc0a req-1fc3db4e-73b0-4161-a198-ac2ea22c3aea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a39338dd-c6f0-425c-ab33-d045c58b9b54 HTTP/1.1" status: 200 len: 854 time: 0.6395469 Jan 18 20:23:37.808305 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-67304721-088a-4e49-a097-7057c8342918 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/390be043-fec1-4cb8-8ea4-2431364eb0df HTTP/1.1" status: 204 len: 168 time: 0.8368826 Jan 18 20:23:37.815161 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.816278 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'Port': ['ID=16ac87ec-b79d-4f67-9172-17c5fa83eade,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:37.902680 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67304721-088a-4e49-a097-7057c8342918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390be043-fec1-4cb8-8ea4-2431364eb0df,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:37.923351 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:37.936087 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:37.939243 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:37.950585 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:37.951583 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:37.952807 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:37.957372 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:37.980582 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78996167-0d9a-47c9-b856-6a7ed7f2f39a req-99eb0446-dd32-4f1b-9f08-ec2aba1379d9 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:37.982886 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-78996167-0d9a-47c9-b856-6a7ed7f2f39a req-99eb0446-dd32-4f1b-9f08-ec2aba1379d9 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 944 time: 0.2060332 Jan 18 20:23:37.992732 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-757beca1-ed69-4480-a4f6-db2b3fb2fac9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1023679 Jan 18 20:23:38.021944 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Request body: {'port': {'device_id': '04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:38.064939 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:38.135533 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-78996167-0d9a-47c9-b856-6a7ed7f2f39a req-cf879e64-b70e-45a2-ae4f-859cd2649fb0 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356692 Jan 18 20:23:38.136440 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:38.271773 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-5a163011-9eb0-449b-a4dd-e278ee26626b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:38.278969 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-5a163011-9eb0-449b-a4dd-e278ee26626b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 810 time: 0.8163486 Jan 18 20:23:38.283359 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f19e903a-4cec-46da-a2a0-1034cd26dc0a req-d304aa01-7385-4aaf-a163-06720bc17334 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4424574 Jan 18 20:23:38.352857 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=606d225c-d6f1-491e-8ba1-c66d52808c4b,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:38.377640 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-0a77b564-b5ef-4ec3-aa0e-cb2c4c7b74a0 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/quotas/56295fd7b6c447b4a143879d64dd49da HTTP/1.1" status: 200 len: 375 time: 0.0969632 Jan 18 20:23:38.429567 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['99714da3-e00f-44f4-9a6d-0775f70695dc'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:38.584154 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72f3c8-fc1f-479e-aba7-09af677129bb req-3fe6223f-59ed-4f18-b0d1-fa9015f763d8 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:38.598256 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bc72f3c8-fc1f-479e-aba7-09af677129bb req-3fe6223f-59ed-4f18-b0d1-fa9015f763d8 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 944 time: 0.1665633 Jan 18 20:23:38.651210 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['606d225c-d6f1-491e-8ba1-c66d52808c4b'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:38.800753 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f19e903a-4cec-46da-a2a0-1034cd26dc0a req-923ef266-6faf-4314-bb8d-9531915c427f service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073576 Jan 18 20:23:38.910293 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bc72f3c8-fc1f-479e-aba7-09af677129bb req-301e8b39-b5a5-4d70-b7a9-c84390c6af25 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104792 Jan 18 20:23:39.026763 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (08e34b4c-6261-418a-a269-0a28737ee625), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.136872 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81368d94-6b86-4c1a-84ec-fc21d1647ac5 {{(pid=102695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:39.148488 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Publish callbacks [] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.166601 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30180c-4ede-45d0-9faa-26aad1ccaade req-41a0e07c-d7c4-45ec-ba0c-708ce9fdb81a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:39.174472 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ac30180c-4ede-45d0-9faa-26aad1ccaade req-41a0e07c-d7c4-45ec-ba0c-708ce9fdb81a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 931 time: 0.1278489 Jan 18 20:23:39.199458 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.provisioning_blocks [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Transition to ACTIVE for port object 81368d94-6b86-4c1a-84ec-fc21d1647ac5 will not be triggered until provisioned by entity L2. {{(pid=102695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:23:39.205184 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-da1db05c-8398-49cd-9cbe-9469b5bdccb8 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8260434 Jan 18 20:23:39.209599 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (16ac87ec-b79d-4f67-9172-17c5fa83eade), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.221632 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f19e903a-4cec-46da-a2a0-1034cd26dc0a req-3a118888-f730-45e9-99ca-4b4398b366ff service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089108 Jan 18 20:23:39.223555 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] For port 775e3527-9a3d-4cae-a31c-6d0726c10e34, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:39.247476 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ac30180c-4ede-45d0-9faa-26aad1ccaade req-e9449b98-a5e0-4f1d-ad2a-1437eaa5f8c3 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715485 Jan 18 20:23:39.251019 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.473300 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Pushing event updated for resources: {'Port': ['ID=81368d94-6b86-4c1a-84ec-fc21d1647ac5,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:39.475915 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] For port 775e3527-9a3d-4cae-a31c-6d0726c10e34, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:39.503392 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.522793 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Attempting to bind port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:39.524635 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Attempting to bind port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:39.526109 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Attempting to bind port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 on network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:39.550478 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 on network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:23:39.551502 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Attempting to bind port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 on network 4b1ba40c-a9a4-429c-93aa-b6b26304e073 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:39.571899 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:39.573372 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Checking segment: {'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:39.574311 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Bound using segment: {'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:39.575645 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Bound port: 81368d94-6b86-4c1a-84ec-fc21d1647ac5, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f1cf64-10d2-48e8-ba73-2de12ae02c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073'}}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:39.576559 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.600740 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:39.601373 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:39.603249 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] 10.222.0.45 "PUT /v2.0/ports/775e3527-9a3d-4cae-a31c-6d0726c10e34 HTTP/1.1" status: 200 len: 1093 time: 4.7735872 Jan 18 20:23:39.613020 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712e0492-0709-4ab3-a1e2-5999b562d3fc', 'tag': '775e3527-9a3d-4cae-a31c-6d0726c10e34'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:39.624390 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699a0a6-21b1-4204-8045-5083b57edebf req-d70c4a3b-2db4-4145-a109-4ec6da2dbf90 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:39.642140 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3699a0a6-21b1-4204-8045-5083b57edebf req-d70c4a3b-2db4-4145-a109-4ec6da2dbf90 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 944 time: 0.2735066 Jan 18 20:23:39.957393 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3699a0a6-21b1-4204-8045-5083b57edebf req-d1f9fb00-7406-4341-b7ab-b80eb8452af4 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133192 Jan 18 20:23:39.969192 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] For port 81368d94-6b86-4c1a-84ec-fc21d1647ac5, host hv-cinder-82160, cleared binding levels {{(pid=102695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:39.976769 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca330d-0f49-41e4-b229-9ff9f5716c96 service neutron] Pushing event updated for resources: {'Port': ['ID=775e3527-9a3d-4cae-a31c-6d0726c10e34,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:39.988335 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] For port 81368d94-6b86-4c1a-84ec-fc21d1647ac5, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=81368d94-6b86-4c1a-84ec-fc21d1647ac5,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:40.014776 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.225476 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:40.226584 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.237864 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] 10.222.0.45 "PUT /v2.0/ports/81368d94-6b86-4c1a-84ec-fc21d1647ac5 HTTP/1.1" status: 200 len: 1093 time: 2.2211828 Jan 18 20:23:40.238700 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6', 'tag': '81368d94-6b86-4c1a-84ec-fc21d1647ac5'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:40.250496 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df11d149-c216-4957-a341-025704f49f66" -d '{"events": [{"name": "network-changed", "server_uuid": "04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6", "tag": "81368d94-6b86-4c1a-84ec-fc21d1647ac5"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:40.260033 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-c86354a7-c0f6-4998-a1b5-e2f496cef7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:40.264788 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-c86354a7-c0f6-4998-a1b5-e2f496cef7ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 1096 time: 0.3715825 Jan 18 20:23:40.295683 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-021f81f3-f1f7-4eed-97a5-1751c7bb4699 service neutron] 10.222.0.67 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9034166 Jan 18 20:23:40.341806 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for port (16ac87ec-b79d-4f67-9172-17c5fa83eade), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.407510 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8d59e-7497-456d-8fe0-e6c26c3540ab service neutron] Pushing event updated for resources: {'Port': ['ID=81368d94-6b86-4c1a-84ec-fc21d1647ac5,revision_number=3']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:40.435869 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (16ac87ec-b79d-4f67-9172-17c5fa83eade), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.475074 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-6c631a73-ade7-4de9-95b6-9e01f9a95203 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34 HTTP/1.1" status: 200 len: 217 time: 0.1603832 Jan 18 20:23:40.501758 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (08e34b4c-6261-418a-a269-0a28737ee625), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.503242 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-206b8e7a-f90e-4137-bcc7-0bf58a9d7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:40.505010 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-206b8e7a-f90e-4137-bcc7-0bf58a9d7a17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 1096 time: 0.1876304 Jan 18 20:23:40.522192 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c824d0-4103-4fdb-85b7-6163684adcf5 req-4dae590b-5663-4ba8-81e7-e3cb0427fa6d tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:40.532935 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-01c824d0-4103-4fdb-85b7-6163684adcf5 req-4dae590b-5663-4ba8-81e7-e3cb0427fa6d tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 944 time: 0.2134397 Jan 18 20:23:40.578913 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.589454 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5996289 Jan 18 20:23:40.631552 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63399efc-5e97-4170-bc70-2c61a0d077f2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'Port': ['ID=16ac87ec-b79d-4f67-9172-17c5fa83eade,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:40.659456 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-5f9996af-4979-4be5-ad8d-bf35be61a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:40.660971 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-5f9996af-4979-4be5-ad8d-bf35be61a6be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 200 len: 858 time: 0.1395767 Jan 18 20:23:40.673172 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-b65df490-2dc6-4105-8ede-2efcd145be6c service neutron] 10.222.0.67 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758192 Jan 18 20:23:40.682434 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23" -d '{"events": [{"name": "network-changed", "server_uuid": "712e0492-0709-4ab3-a1e2-5999b562d3fc", "tag": "775e3527-9a3d-4cae-a31c-6d0726c10e34"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:40.707089 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 99714da3-e00f-44f4-9a6d-0775f70695dc up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:40.745915 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-01c824d0-4103-4fdb-85b7-6163684adcf5 req-8ae8e3c5-b502-41b9-840a-5bb69b89d2be tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116270 Jan 18 20:23:40.746507 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-74cb35cf-546b-4590-b34a-c30ca1eef2e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b1ba40c-a9a4-429c-93aa-b6b26304e073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611002 Jan 18 20:23:40.757449 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-4a6c3eba-3f1d-4c80-b3b6-6075ce060c1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81368d94-6b86-4c1a-84ec-fc21d1647ac5 HTTP/1.1" status: 200 len: 217 time: 0.2217460 Jan 18 20:23:40.892204 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-97e7d0ad-0ae1-47af-afd2-a2e5d9395960 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376264 Jan 18 20:23:40.907651 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 99714da3-e00f-44f4-9a6d-0775f70695dc completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:23:40.918907 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 99714da3-e00f-44f4-9a6d-0775f70695dc triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:40.919993 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971a7920-0079-4818-a0f7-9f4b9a091c21 x-openstack-request-id: req-971a7920-0079-4818-a0f7-9f4b9a091c21 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:40.920749 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:40.922845 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6", "tag": "81368d94-6b86-4c1a-84ec-fc21d1647ac5", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:40.924185 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-971a7920-0079-4818-a0f7-9f4b9a091c21 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:40.927951 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6', 'tag': '81368d94-6b86-4c1a-84ec-fc21d1647ac5', 'status': 'completed', 'code': 200} Jan 18 20:23:40.970391 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-99496925-bbdd-4e57-8574-6c49ea6fdd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:40.980247 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-99496925-bbdd-4e57-8574-6c49ea6fdd81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 200 len: 858 time: 0.2129891 Jan 18 20:23:41.060466 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-f3462404-c063-47e0-ac90-1404736e8485 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b1ba40c-a9a4-429c-93aa-b6b26304e073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734069 Jan 18 20:23:41.086210 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ebbc86b3-7343-485d-b3f2-d48013f215a4 req-5f3ff805-a810-4d8c-907d-5c784fff370c service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874869 Jan 18 20:23:41.176915 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 99714da3-e00f-44f4-9a6d-0775f70695dc is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:41.179502 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.229386 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46334d7f-6fa1-41ba-bc9d-a80684750c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99714da3-e00f-44f4-9a6d-0775f70695dc'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:41.246552 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7195d-db92-4337-a202-1ac2dcdf77c7 req-b6ac8f0c-40ec-4789-860c-da2a4f805f1c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:41.248372 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ebf7195d-db92-4337-a202-1ac2dcdf77c7 req-b6ac8f0c-40ec-4789-860c-da2a4f805f1c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 943 time: 0.1713653 Jan 18 20:23:41.303684 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-d4d7064a-421b-4955-b591-0df67e2e9faf service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369890 Jan 18 20:23:41.329382 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ebf7195d-db92-4337-a202-1ac2dcdf77c7 req-62feeb84-58bd-4111-a0f0-2349219ffe23 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692766 Jan 18 20:23:41.397014 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 99714da3-e00f-44f4-9a6d-0775f70695dc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=99714da3-e00f-44f4-9a6d-0775f70695dc,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:41.406843 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.407971 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 606d225c-d6f1-491e-8ba1-c66d52808c4b up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:41.459141 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca5e5e76-5e64-4617-bbb6-e6c6ad449013 req-7850853f-3c99-4f96-bcde-5883e474d9bb service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264834 Jan 18 20:23:41.591161 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=99714da3-e00f-44f4-9a6d-0775f70695dc,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:41.682931 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 606d225c-d6f1-491e-8ba1-c66d52808c4b completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:23:41.697160 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc694277-2413-4ae0-81d3-4555a131a2b6 x-openstack-request-id: req-dc694277-2413-4ae0-81d3-4555a131a2b6 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:41.699072 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712e0492-0709-4ab3-a1e2-5999b562d3fc", "tag": "775e3527-9a3d-4cae-a31c-6d0726c10e34", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:41.699773 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc694277-2413-4ae0-81d3-4555a131a2b6 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:41.700601 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712e0492-0709-4ab3-a1e2-5999b562d3fc', 'tag': '775e3527-9a3d-4cae-a31c-6d0726c10e34', 'status': 'completed', 'code': 200} Jan 18 20:23:41.709856 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 606d225c-d6f1-491e-8ba1-c66d52808c4b triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:41.713470 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:41.774702 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8edec-f522-4938-b1eb-a77f2ccb0c71 req-a3cd3a0a-0af4-4def-a2b1-4981235ab505 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:41.785976 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f0d8edec-f522-4938-b1eb-a77f2ccb0c71 req-a3cd3a0a-0af4-4def-a2b1-4981235ab505 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 944 time: 0.2556167 Jan 18 20:23:41.806929 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11d149-c216-4957-a341-025704f49f66 req-2db2c290-0df1-44e2-af53-85108c10f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:41.820299 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df11d149-c216-4957-a341-025704f49f66 req-2db2c290-0df1-44e2-af53-85108c10f875 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 1096 time: 0.2198632 Jan 18 20:23:41.894710 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6760dbe2-2333-469b-9c91-3dac6dbcea8c req-8126abda-8ceb-49ea-bcb9-c2197a38f850 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 210 time: 0.0829921 Jan 18 20:23:41.925864 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e54c6f8-37a3-4f3e-86af-a58fc12e6a37" -d '{"events": [{"server_uuid": "46334d7f-6fa1-41ba-bc9d-a80684750c70", "name": "network-vif-plugged", "status": "completed", "tag": "99714da3-e00f-44f4-9a6d-0775f70695dc"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:41.943764 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23 req-aed65218-dcd0-4c2b-8509-3781ce2131ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:41.945804 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23 req-aed65218-dcd0-4c2b-8509-3781ce2131ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 1096 time: 0.2424941 Jan 18 20:23:42.010156 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 606d225c-d6f1-491e-8ba1-c66d52808c4b is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:42.010537 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.139914 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 606d225c-d6f1-491e-8ba1-c66d52808c4b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=606d225c-d6f1-491e-8ba1-c66d52808c4b,segment=NetworkSegment(cffb5a73-84c1-43e4-beb6-a3ebcd94b62a),segment_id=cffb5a73-84c1-43e4-beb6-a3ebcd94b62a)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:42.148093 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:42.168282 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f0d8edec-f522-4938-b1eb-a77f2ccb0c71 req-5e4ccfe9-355b-46f1-a673-b56c6ae2d220 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799632 Jan 18 20:23:42.278139 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11d149-c216-4957-a341-025704f49f66 req-fb62bac2-04bb-46bf-a461-5d2f57cb98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:42.280610 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df11d149-c216-4957-a341-025704f49f66 req-fb62bac2-04bb-46bf-a461-5d2f57cb98fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 918 time: 0.4584868 Jan 18 20:23:42.351259 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=606d225c-d6f1-491e-8ba1-c66d52808c4b,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:42.375747 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df11d149-c216-4957-a341-025704f49f66 req-47e9a9ab-94cf-4d19-a40e-39e689e0f281 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81368d94-6b86-4c1a-84ec-fc21d1647ac5 HTTP/1.1" status: 200 len: 217 time: 0.0885205 Jan 18 20:23:42.397376 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23 req-745297bd-28b5-4295-a46d-1b7e8a665e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:42.400380 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23 req-745297bd-28b5-4295-a46d-1b7e8a665e7f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 918 time: 0.4472764 Jan 18 20:23:42.407463 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-33c209ce-dfa8-4937-8535-b20dc0c6bdb9 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--441633718&fields=id&tenant_id=9d6dd542180144d480be34c9a555ae63 HTTP/1.1" status: 200 len: 267 time: 0.2532089 Jan 18 20:23:42.496986 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23 req-2bac4df0-78db-4112-88f1-6de2ab6d4e9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34 HTTP/1.1" status: 200 len: 217 time: 0.0878484 Jan 18 20:23:42.541896 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11d149-c216-4957-a341-025704f49f66 req-2a5bcd6b-4c06-4027-94a3-b4bf70dcd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:42.543695 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df11d149-c216-4957-a341-025704f49f66 req-2a5bcd6b-4c06-4027-94a3-b4bf70dcd31e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 200 len: 858 time: 0.1620765 Jan 18 20:23:42.566850 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43273752-c9a1-45c6-ab06-55f761f0294c req-f3d82003-4468-47a6-8585-e176806e68e7 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:42.569356 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43273752-c9a1-45c6-ab06-55f761f0294c req-f3d82003-4468-47a6-8585-e176806e68e7 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 945 time: 0.1707759 Jan 18 20:23:42.624074 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df11d149-c216-4957-a341-025704f49f66 req-5351e3e8-bf83-4f4d-b86f-77a15f12275f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b1ba40c-a9a4-429c-93aa-b6b26304e073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675941 Jan 18 20:23:42.681187 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43273752-c9a1-45c6-ab06-55f761f0294c req-3798ea08-5add-4817-88b3-450c74f2ffc1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989654 Jan 18 20:23:42.746792 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23 req-7ff73f02-6852-40c4-84a2-c47b31281b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:42.749913 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23 req-7ff73f02-6852-40c4-84a2-c47b31281b8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 200 len: 858 time: 0.2325661 Jan 18 20:23:42.772753 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-999c6faa-f2e2-494f-afcc-d1d2b3cf80d9 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:42.775720 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-999c6faa-f2e2-494f-afcc-d1d2b3cf80d9 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 816 time: 0.3536000 Jan 18 20:23:42.828408 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df11d149-c216-4957-a341-025704f49f66 req-8ab2c746-2500-43a5-8304-74304aa7074c service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915205 Jan 18 20:23:42.837146 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23 req-799bed3a-eb99-4e85-8f5a-37a25f9aad70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b1ba40c-a9a4-429c-93aa-b6b26304e073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589552 Jan 18 20:23:42.842496 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-711a4d1c-9453-4ce3-89c9-36bf771bf9b7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/quotas/9d6dd542180144d480be34c9a555ae63 HTTP/1.1" status: 200 len: 375 time: 0.0510488 Jan 18 20:23:43.054941 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-4ae68cf0-219c-4fa4-a12d-c521e6bb4409 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1920536 Jan 18 20:23:43.116484 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df11d149-c216-4957-a341-025704f49f66 req-f29331d8-1741-45e2-b339-f81aa32f6dc4 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821698 Jan 18 20:23:43.252578 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bfb9fd-d1d2-4efd-85c3-226fd7c2c44e x-openstack-request-id: req-80bfb9fd-d1d2-4efd-85c3-226fd7c2c44e {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:43.253190 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46334d7f-6fa1-41ba-bc9d-a80684750c70", "name": "network-vif-plugged", "status": "completed", "tag": "99714da3-e00f-44f4-9a6d-0775f70695dc", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:43.253477 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-80bfb9fd-d1d2-4efd-85c3-226fd7c2c44e {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:43.254785 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46334d7f-6fa1-41ba-bc9d-a80684750c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99714da3-e00f-44f4-9a6d-0775f70695dc', 'code': 200} Jan 18 20:23:43.322502 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23 req-0be33b51-db2a-46a2-bd3d-595b96f96447 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779868 Jan 18 20:23:43.450276 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-7e492740-08dc-419a-adc5-edf281a089d5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:43.453457 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-7e492740-08dc-419a-adc5-edf281a089d5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.45 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 810 time: 0.4795728 Jan 18 20:23:43.475105 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e5dc-add0-41ff-a216-dbf0ec809d4c req-3a5c0ccd-99c6-4a9a-a256-66b58fe7c113 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:43.485721 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-99d0e5dc-add0-41ff-a216-dbf0ec809d4c req-3a5c0ccd-99c6-4a9a-a256-66b58fe7c113 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 943 time: 0.1034110 Jan 18 20:23:43.613199 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-99d0e5dc-add0-41ff-a216-dbf0ec809d4c req-1d91cb7d-3cc5-453e-8625-cb34d59944d4 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263564 Jan 18 20:23:43.623541 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239172a-ac15-4ac3-bdeb-c1225787cfa6 req-0b1dc506-4c04-488c-bd9e-257c945c31b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:43.624922 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f239172a-ac15-4ac3-bdeb-c1225787cfa6 req-0b1dc506-4c04-488c-bd9e-257c945c31b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 1098 time: 0.1289108 Jan 18 20:23:43.651101 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-f239172a-ac15-4ac3-bdeb-c1225787cfa6 req-0cb0797d-9199-458b-bb40-407fd8db0781 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.770429 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b17f33b1-958c-4496-907e-7658fb86e807 req-983a997b-64d9-4a29-a6c0-0b2a94595f60 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 210 time: 0.0432670 Jan 18 20:23:43.840991 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-f239172a-ac15-4ac3-bdeb-c1225787cfa6 req-0cb0797d-9199-458b-bb40-407fd8db0781 service neutron] Publish callbacks [] for security_group (b9f05dce-3ac7-4e16-a2bf-8454407f45e8), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.851248 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-f239172a-ac15-4ac3-bdeb-c1225787cfa6 req-0cb0797d-9199-458b-bb40-407fd8db0781 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (b9f05dce-3ac7-4e16-a2bf-8454407f45e8), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:43.894000 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-83ddde62-3295-427d-aadb-dc5a67e3fd20 service neutron] 10.222.0.67 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7572203 Jan 18 20:23:43.937456 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f239172a-ac15-4ac3-bdeb-c1225787cfa6 req-0cb0797d-9199-458b-bb40-407fd8db0781 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039694 Jan 18 20:23:43.946156 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0797d-9199-458b-bb40-407fd8db0781 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f05dce-3ac7-4e16-a2bf-8454407f45e8,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:43.971560 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-043b3b76-9f2e-4fb0-ab73-87f9c99c8e23 req-d28c7891-4535-4785-b647-cd5b3987495a service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171565 Jan 18 20:23:43.978282 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0f9f-88b9-41a8-9792-5e9a0c7c2e5d req-921e4a61-898d-43d1-a8cc-f5d1d1010d55 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:43.980973 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8efa0f9f-88b9-41a8-9792-5e9a0c7c2e5d req-921e4a61-898d-43d1-a8cc-f5d1d1010d55 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 945 time: 0.1110423 Jan 18 20:23:44.020416 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-302ac8ba-3c1f-4f2d-95f6-1f2f8d6e3776 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56295fd7b6c447b4a143879d64dd49da HTTP/1.1" status: 200 len: 379 time: 0.2449365 Jan 18 20:23:44.053980 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-6c2d360b-5ca2-4f91-8e3f-4997e41747b9 service neutron] 10.222.0.67 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415365 Jan 18 20:23:44.059231 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8efa0f9f-88b9-41a8-9792-5e9a0c7c2e5d req-6cd67c75-a58b-417d-b3cb-8d74beea6425 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711031 Jan 18 20:23:44.156180 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'port': {'device_id': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'admin_state_up': True, 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'security_groups': ['63508415-788e-49da-8ad3-7ea51f8d41df']}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:44.227503 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3dae93-e08e-4cce-b04a-7f139a4d07b6 req-cf9128d5-5aa2-49da-a2ca-5cd3d8685977 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:44.230577 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8c3dae93-e08e-4cce-b04a-7f139a4d07b6 req-cf9128d5-5aa2-49da-a2ca-5cd3d8685977 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 945 time: 0.0939794 Jan 18 20:23:44.311330 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1f77ca36-bd2e-464b-8cd7-6fe6a1174fec req-b9a7520b-e5a0-4632-b0b7-90dcf5704556 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 210 time: 0.0576563 Jan 18 20:23:44.329265 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8c3dae93-e08e-4cce-b04a-7f139a4d07b6 req-b4a959e0-addf-4088-92e0-9dc002a799d2 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858130 Jan 18 20:23:44.404329 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Made reservation on behalf of 56295fd7b6c447b4a143879d64dd49da for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:44.408112 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:44.605271 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Allocated IP 172.20.0.9 (77f5e2c8-6d78-4c9e-bf28-d46a83b25db6/6c5b0896-662f-46ae-a4fa-8e373a5b18b7/df2b9969-bf44-42c9-86a4-02ad9e3ae1d7) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:44.729607 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 81368d94-6b86-4c1a-84ec-fc21d1647ac5 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:44.875356 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997acc20-97af-4a2b-b8ef-4b24d7e9410a req-cc6a4e41-eca9-4673-adeb-fe12417396ea tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:44.886761 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-997acc20-97af-4a2b-b8ef-4b24d7e9410a req-cc6a4e41-eca9-4673-adeb-fe12417396ea tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 943 time: 0.1214423 Jan 18 20:23:44.925951 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.006810 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-997acc20-97af-4a2b-b8ef-4b24d7e9410a req-d39ec624-4da1-499b-8439-2a6d589e1b71 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079183 Jan 18 20:23:45.043793 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-305de641-1bf6-41fd-8bd0-0935ab183f0d req-e3bfe9e9-0480-44d2-90f7-515209d19c34 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 210 time: 0.0897007 Jan 18 20:23:45.058246 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.092415 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 81368d94-6b86-4c1a-84ec-fc21d1647ac5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=81368d94-6b86-4c1a-84ec-fc21d1647ac5,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:45.106313 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '81368d94-6b86-4c1a-84ec-fc21d1647ac5', 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073', 'port_id': '81368d94-6b86-4c1a-84ec-fc21d1647ac5', 'mac_address': 'fa:16:3e:37:10:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:45.168315 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:45.168984 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.184520 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'Port': ['ID=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:45.197632 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:45.199265 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:45.207457 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81368d94-6b86-4c1a-84ec-fc21d1647ac5 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:45.213769 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: from cryptography.utils import int_from_bytes Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: from cryptography.utils import int_from_bytes Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.218006 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:45.220933 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:23:45.225985 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:45.227253 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.250334 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 81368d94-6b86-4c1a-84ec-fc21d1647ac5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=81368d94-6b86-4c1a-84ec-fc21d1647ac5,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:45.256769 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2962a0f0-ce3a-4351-84d7-f3155f5bd129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606d225c-d6f1-491e-8ba1-c66d52808c4b'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:45.261260 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4d1114-fb87-44fe-a635-ad3441dddaf0" -d '{"events": [{"server_uuid": "2962a0f0-ce3a-4351-84d7-f3155f5bd129", "name": "network-vif-plugged", "status": "completed", "tag": "606d225c-d6f1-491e-8ba1-c66d52808c4b"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:45.267488 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.269258 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 775e3527-9a3d-4cae-a31c-6d0726c10e34 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:45.332103 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-ea763d03-c4e5-4cb6-9c1e-e76a9195ed63 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1812427 Jan 18 20:23:45.355122 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99545b5-e76b-4147-89da-17337c9ec9d3 x-openstack-request-id: req-b99545b5-e76b-4147-89da-17337c9ec9d3 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:45.355819 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2962a0f0-ce3a-4351-84d7-f3155f5bd129", "name": "network-vif-plugged", "status": "completed", "tag": "606d225c-d6f1-491e-8ba1-c66d52808c4b", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:45.356318 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b99545b5-e76b-4147-89da-17337c9ec9d3 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:45.357235 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2962a0f0-ce3a-4351-84d7-f3155f5bd129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606d225c-d6f1-491e-8ba1-c66d52808c4b', 'code': 200} Jan 18 20:23:45.364124 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 775e3527-9a3d-4cae-a31c-6d0726c10e34, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:45.372826 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Request body: {'port': {'device_id': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:45.406679 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '775e3527-9a3d-4cae-a31c-6d0726c10e34', 'network_id': '4b1ba40c-a9a4-429c-93aa-b6b26304e073', 'port_id': '775e3527-9a3d-4cae-a31c-6d0726c10e34', 'mac_address': 'fa:16:3e:76:b9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:45.424128 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=81368d94-6b86-4c1a-84ec-fc21d1647ac5,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:45.431644 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa63c9f-50e9-4cc8-8cda-187ec9a35425 req-2717c9a0-17ed-4840-9fde-6ad3b0c0dfb4 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:45.441152 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bfa63c9f-50e9-4cc8-8cda-187ec9a35425 req-2717c9a0-17ed-4840-9fde-6ad3b0c0dfb4 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 945 time: 0.2087827 Jan 18 20:23:45.555838 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0860251d-e111-4ac3-a80f-9647378a33b5 req-36b35843-bb06-40c9-bf01-cb7033839b8e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 210 time: 0.0693071 Jan 18 20:23:45.575934 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 775e3527-9a3d-4cae-a31c-6d0726c10e34 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:45.576226 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.605569 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775e3527-9a3d-4cae-a31c-6d0726c10e34 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:45.621700 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.633622 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 775e3527-9a3d-4cae-a31c-6d0726c10e34, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:45.640449 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.646832 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bfa63c9f-50e9-4cc8-8cda-187ec9a35425 req-59d00f5a-89a3-471f-866a-8bd70d5b2561 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043364 Jan 18 20:23:45.760549 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=775e3527-9a3d-4cae-a31c-6d0726c10e34,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:45.766323 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6a334-b713-4024-898f-0c9b58a5ff6f req-c4cce5bd-1338-4f14-8278-4802d7f58339 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:45.775498 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a2a6a334-b713-4024-898f-0c9b58a5ff6f req-c4cce5bd-1338-4f14-8278-4802d7f58339 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 945 time: 0.1109726 Jan 18 20:23:45.872154 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-1f8f6a8c-2871-4129-ab23-398598d19536 None None] Provisioning complete for port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:45.873153 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-1f8f6a8c-2871-4129-ab23-398598d19536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:45.875517 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753881f9-f057-4823-b799-5f998f39b917 req-9675b88a-ae2f-4b7a-af71-b531e8c8defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:45.877511 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-753881f9-f057-4823-b799-5f998f39b917 req-9675b88a-ae2f-4b7a-af71-b531e8c8defc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 1098 time: 0.1755381 Jan 18 20:23:45.884395 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a2a6a334-b713-4024-898f-0c9b58a5ff6f req-2eaf32a9-b908-44ab-a5c4-8ed5027e55ab tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078718 Jan 18 20:23:45.969203 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['81368d94-6b86-4c1a-84ec-fc21d1647ac5'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:45.980312 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['775e3527-9a3d-4cae-a31c-6d0726c10e34'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:46.151660 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-753881f9-f057-4823-b799-5f998f39b917 req-6d1eba74-bbc0-4819-ae14-db4493788a87 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588422 Jan 18 20:23:46.253797 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f6a8c-2871-4129-ab23-398598d19536 None None] Port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:46.382811 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dea87-6cb8-43c6-9ac7-c929f6fcdda6 req-37748040-fd81-41b4-a858-2c4937c2a855 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:46.384503 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-164dea87-6cb8-43c6-9ac7-c929f6fcdda6 req-37748040-fd81-41b4-a858-2c4937c2a855 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 931 time: 0.1533780 Jan 18 20:23:46.399356 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-9e37a23d-f930-4414-8e60-ce2d1cf5e096 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:46.401922 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-9e37a23d-f930-4414-8e60-ce2d1cf5e096 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 816 time: 0.4233706 Jan 18 20:23:46.543008 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:46.552821 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Publish callbacks [] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.569584 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Transition to ACTIVE for port object df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:23:46.584611 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.631670 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58680) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:46.702219 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca488e49-1899-46cb-9900-7a7f5d68e908 req-8095f905-3fd7-4554-ba61-677a912dc064 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:46.717248 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca488e49-1899-46cb-9900-7a7f5d68e908 req-8095f905-3fd7-4554-ba61-677a912dc064 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 944 time: 0.4586217 Jan 18 20:23:46.783527 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-164dea87-6cb8-43c6-9ac7-c929f6fcdda6 req-a86239ee-ca92-4190-8685-4bab6a5c2f2c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697238 Jan 18 20:23:46.844904 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Pushing event updated for resources: {'Port': ['ID=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:46.871811 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Attempting to bind port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:46.872596 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Attempting to bind port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:46.873264 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Attempting to bind port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 on network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:46.883429 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-54720054-5450-4b06-8bfb-3b03d42ab91f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6dd542180144d480be34c9a555ae63 HTTP/1.1" status: 200 len: 379 time: 0.4666145 Jan 18 20:23:46.891950 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 on network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:23:46.892713 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Attempting to bind port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 on network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:46.894138 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'port': {'device_id': '54f16911-8813-49b1-a940-9d83c6a5b131', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'admin_state_up': True, 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'security_groups': ['242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d']}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:46.943984 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f655298d-5938-40df-a33c-9718e2385e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.947219 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:46.947853 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Checking segment: {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:46.948671 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Bound using segment: {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:46.949206 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Bound port: df2b9969-bf44-42c9-86a4-02ad9e3ae1d7, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:46.950005 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:46.963437 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-541fe264-fffd-4c5d-a149-e49f5785ad10 req-e6cd1d68-3eca-4221-aeac-358880f774c8 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 210 time: 0.0587430 Jan 18 20:23:46.966954 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca488e49-1899-46cb-9900-7a7f5d68e908 req-7e7c4f31-4897-42d9-a9d1-59648e1afcd1 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487009 Jan 18 20:23:47.169290 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] For port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:47.195756 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] For port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:47.204079 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3d99e-83b2-4747-8b64-58e41add138d req-6cd31179-3c12-4bfb-8479-b82e967ef851 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.206086 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-19a3d99e-83b2-4747-8b64-58e41add138d req-6cd31179-3c12-4bfb-8479-b82e967ef851 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 945 time: 0.0831461 Jan 18 20:23:47.216317 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.244998 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01801-87c0-41de-b8f3-c716dfe7e278 req-d7dce6a2-d104-4222-bf40-cca53299c265 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.246782 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7df01801-87c0-41de-b8f3-c716dfe7e278 req-d7dce6a2-d104-4222-bf40-cca53299c265 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 945 time: 0.1222544 Jan 18 20:23:47.249359 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Made reservation on behalf of 9d6dd542180144d480be34c9a555ae63 for: {'port': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:23:47.252968 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.256644 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58696) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:47.276087 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f655298d-5938-40df-a33c-9718e2385e75 admin admin] Publish callbacks [] for security_group (cc8b53e6-b50e-4b4f-b1e2-98f2c864a796), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.311887 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f655298d-5938-40df-a33c-9718e2385e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (cc8b53e6-b50e-4b4f-b1e2-98f2c864a796), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.334787 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.335781 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.337573 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] 10.222.0.45 "PUT /v2.0/ports/df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 HTTP/1.1" status: 200 len: 1093 time: 1.9828520 Jan 18 20:23:47.344320 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'tag': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:47.348005 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e08025-ad66-4921-8672-ab55c85cbfb4", "tag": "df2b9969-bf44-42c9-86a4-02ad9e3ae1d7"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:47.389556 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-19a3d99e-83b2-4747-8b64-58e41add138d req-37d5ea1b-66fb-4de7-b677-fc8d2493f550 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632142 Jan 18 20:23:47.486314 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Allocated IP 172.20.0.8 (09a7462a-8def-4289-bb51-c535f8395ac3/82b4d7b1-bbbf-470d-b68d-f92578fe4dc3/555e1e24-9775-40bc-b590-9ec8763d4dd0) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:23:47.503621 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-f655298d-5938-40df-a33c-9718e2385e75 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=275d9892703f40c29f43dfef960c08d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8685513 Jan 18 20:23:47.504547 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0816ca7-5449-43ce-888a-c53c6001159c service neutron] Pushing event updated for resources: {'Port': ['ID=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:47.516100 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58704) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:47.520601 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7269e748-3c1e-449b-ab56-8f82b6acb30a x-openstack-request-id: req-7269e748-3c1e-449b-ab56-8f82b6acb30a {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:47.521973 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e08025-ad66-4921-8672-ab55c85cbfb4", "tag": "df2b9969-bf44-42c9-86a4-02ad9e3ae1d7", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:47.522239 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7269e748-3c1e-449b-ab56-8f82b6acb30a {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:47.522646 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'tag': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7', 'status': 'completed', 'code': 200} Jan 18 20:23:47.525461 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0a5d45b3-737b-44c7-9b58-fd16418a63c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.525966 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655298d-5938-40df-a33c-9718e2385e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8b53e6-b50e-4b4f-b1e2-98f2c864a796,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:47.548820 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7df01801-87c0-41de-b8f3-c716dfe7e278 req-677c7f5e-9903-4c25-9525-ddfe65aaf89d tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705443 Jan 18 20:23:47.560882 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-54f83399-0e67-4082-83a4-c5a134dc1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.563156 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-54f83399-0e67-4082-83a4-c5a134dc1cc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 1096 time: 0.1723311 Jan 18 20:23:47.628524 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-bad7164b-9eb8-4d35-a3af-8cb8de94ab5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 HTTP/1.1" status: 200 len: 217 time: 0.0484145 Jan 18 20:23:47.689019 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-2ce3bc9f-9a1b-44af-96c2-87b900b9f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.691007 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-2ce3bc9f-9a1b-44af-96c2-87b900b9f62b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5b0896-662f-46ae-a4fa-8e373a5b18b7 HTTP/1.1" status: 200 len: 849 time: 0.0557177 Jan 18 20:23:47.706463 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e09e0920-9012-47bf-87d3-37beb7d721a1 admin admin] Publish callbacks [] for security_group (cc8b53e6-b50e-4b4f-b1e2-98f2c864a796), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.767879 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-c59d6aad-03ea-4a83-bf8f-39a928aba45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:47.769393 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-c59d6aad-03ea-4a83-bf8f-39a928aba45c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0724769 Jan 18 20:23:47.769503 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e09e0920-9012-47bf-87d3-37beb7d721a1 admin admin] Publish callbacks [] for security_group (cc8b53e6-b50e-4b4f-b1e2-98f2c864a796), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.820182 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.856778 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0a5d45b3-737b-44c7-9b58-fd16418a63c6 admin admin] Publish callbacks [] for security_group (6b87b2b0-ab34-4aa6-b0b0-94e6bc3a6f95), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.867666 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0a5d45b3-737b-44c7-9b58-fd16418a63c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6b87b2b0-ab34-4aa6-b0b0-94e6bc3a6f95), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.943306 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-0a5d45b3-737b-44c7-9b58-fd16418a63c6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b4e0a84a527b4be4843c3bcb22004a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6808648 Jan 18 20:23:47.946214 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58714) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:47.955096 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d45b3-737b-44c7-9b58-fd16418a63c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b87b2b0-ab34-4aa6-b0b0-94e6bc3a6f95,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:47.960156 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.961727 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e09e0920-9012-47bf-87d3-37beb7d721a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (cc8b53e6-b50e-4b4f-b1e2-98f2c864a796), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.964369 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e09e0920-9012-47bf-87d3-37beb7d721a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:47.965546 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e09e0920-9012-47bf-87d3-37beb7d721a1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cc8b53e6-b50e-4b4f-b1e2-98f2c864a796 HTTP/1.1" status: 204 len: 168 time: 0.4480045 Jan 18 20:23:47.996017 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-1f8c082e-4207-4697-bcca-0592fab48d72 service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203274 Jan 18 20:23:48.064335 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e0920-9012-47bf-87d3-37beb7d721a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8b53e6-b50e-4b4f-b1e2-98f2c864a796,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:48.075141 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Network 09a7462a-8def-4289-bb51-c535f8395ac3 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:23:48.103933 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:23:48.133041 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:23:48.138795 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:48.139513 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.218112 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3187697 Jan 18 20:23:48.236279 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Request body: {'port': {'device_id': '54f16911-8813-49b1-a940-9d83c6a5b131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:48.239658 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce86a93-664d-4c8d-a7b3-73486b3e331b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:48.267127 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ba01de7-8bc6-4a65-a881-9364bc7562fa req-dda92199-8d71-4e2a-8a2c-89d0c9336f99 service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641747 Jan 18 20:23:48.337055 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612a17-fc33-44d4-84f7-ee4aac814dd0 req-a997c84b-c67b-43de-ac25-392d61d62610 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:48.338857 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2612a17-fc33-44d4-84f7-ee4aac814dd0 req-a997c84b-c67b-43de-ac25-392d61d62610 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 931 time: 0.1029978 Jan 18 20:23:48.345835 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4361563d-ca5a-460d-a2f8-572741527ff7 admin admin] Publish callbacks [] for security_group (6b87b2b0-ab34-4aa6-b0b0-94e6bc3a6f95), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.425653 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52dac4-e641-41aa-8f5c-ef74e6891be5 req-dab72269-0fac-4a76-9d12-d2f66b113c92 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:48.432905 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ac52dac4-e641-41aa-8f5c-ef74e6891be5 req-dab72269-0fac-4a76-9d12-d2f66b113c92 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 943 time: 0.3561375 Jan 18 20:23:48.449519 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2612a17-fc33-44d4-84f7-ee4aac814dd0 req-daca460d-8afe-4567-b16d-a201a176993f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005735 Jan 18 20:23:48.455490 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4361563d-ca5a-460d-a2f8-572741527ff7 admin admin] Publish callbacks [] for security_group (6b87b2b0-ab34-4aa6-b0b0-94e6bc3a6f95), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.476672 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.507594 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-e95324d5-8230-45f1-8d33-4fb0826f7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:48.515952 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-e95324d5-8230-45f1-8d33-4fb0826f7c12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 1096 time: 0.1694214 Jan 18 20:23:48.613171 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-413253c8-d5ee-4ba3-b6dc-d3479106c90d None None] Provisioning complete for port 555e1e24-9775-40bc-b590-9ec8763d4dd0 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:48.617456 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-413253c8-d5ee-4ba3-b6dc-d3479106c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.618018 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ac52dac4-e641-41aa-8f5c-ef74e6891be5 req-a340a7f0-5929-4343-8e36-d939449f8e4e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840363 Jan 18 20:23:48.695085 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4361563d-ca5a-460d-a2f8-572741527ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6b87b2b0-ab34-4aa6-b0b0-94e6bc3a6f95), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.701150 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4361563d-ca5a-460d-a2f8-572741527ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.708381 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4361563d-ca5a-460d-a2f8-572741527ff7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b87b2b0-ab34-4aa6-b0b0-94e6bc3a6f95 HTTP/1.1" status: 204 len: 168 time: 0.7572753 Jan 18 20:23:48.709390 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-413253c8-d5ee-4ba3-b6dc-d3479106c90d None None] Port 555e1e24-9775-40bc-b590-9ec8763d4dd0 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:23:48.729897 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cb8ce-f052-419d-8307-44d377f4ded5 req-95816cdd-e40f-4135-9e3e-9ac10a67b40b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:48.731788 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-979cb8ce-f052-419d-8307-44d377f4ded5 req-95816cdd-e40f-4135-9e3e-9ac10a67b40b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 944 time: 0.1134219 Jan 18 20:23:48.735246 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-f538c71a-2644-45b4-b55e-143e85a277e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:48.737048 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-f538c71a-2644-45b4-b55e-143e85a277e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 910 time: 0.2135949 Jan 18 20:23:48.765269 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 81368d94-6b86-4c1a-84ec-fc21d1647ac5 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:48.798146 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58734) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:48.809578 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-da3aa64a-ec14-4d93-b6a6-39129330573e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 HTTP/1.1" status: 200 len: 217 time: 0.0641170 Jan 18 20:23:48.818670 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361563d-ca5a-460d-a2f8-572741527ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b87b2b0-ab34-4aa6-b0b0-94e6bc3a6f95,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:48.830352 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0371-2b81-428e-b436-c94eb110f239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.891929 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-979cb8ce-f052-419d-8307-44d377f4ded5 req-b85a8912-32d9-4c48-97a0-7ffe65a2773c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476390 Jan 18 20:23:48.897071 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3b01a-771c-432a-9559-5a45ca1d45c3 req-8f2e0d95-3411-44d5-abc2-061edf2150ae tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:48.899080 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a3b3b01a-771c-432a-9559-5a45ca1d45c3 req-8f2e0d95-3411-44d5-abc2-061edf2150ae tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 945 time: 0.0938172 Jan 18 20:23:48.907300 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:23:48.920057 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:48.920587 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:48.922505 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58736) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:48.984601 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-4225e661-d8a2-408a-aa52-fe0878dec766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:48.986105 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-4225e661-d8a2-408a-aa52-fe0878dec766 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5b0896-662f-46ae-a4fa-8e373a5b18b7 HTTP/1.1" status: 200 len: 849 time: 0.1592195 Jan 18 20:23:49.074284 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-56502423-657f-4a47-bb22-ab4444d2d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:49.084249 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-56502423-657f-4a47-bb22-ab4444d2d9eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0907438 Jan 18 20:23:49.109076 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0371-2b81-428e-b436-c94eb110f239 admin admin] Publish callbacks [] for security_group (6334f67f-080d-45eb-9135-fbf485e26e04), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.126158 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0371-2b81-428e-b436-c94eb110f239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6334f67f-080d-45eb-9135-fbf485e26e04), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.136423 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:49.136816 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.184454 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81368d94-6b86-4c1a-84ec-fc21d1647ac5'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:49.187545 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49511e98-28fb-4551-89ae-62274b372c9e" -d '{"events": [{"server_uuid": "04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6", "name": "network-vif-plugged", "status": "completed", "tag": "81368d94-6b86-4c1a-84ec-fc21d1647ac5"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:49.205306 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a3b3b01a-771c-432a-9559-5a45ca1d45c3 req-7eee7e18-217c-42a6-b2bf-e5a1e5733be5 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830923 Jan 18 20:23:49.205788 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 81368d94-6b86-4c1a-84ec-fc21d1647ac5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=81368d94-6b86-4c1a-84ec-fc21d1647ac5,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:49.212150 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.214909 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 775e3527-9a3d-4cae-a31c-6d0726c10e34 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:49.377549 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555e1e24-9775-40bc-b590-9ec8763d4dd0 {{(pid=102695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:49.397283 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d0371-2b81-428e-b436-c94eb110f239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6334f67f-080d-45eb-9135-fbf485e26e04,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:49.402488 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Publish callbacks [] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.405883 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8f2d0371-2b81-428e-b436-c94eb110f239 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f1d1c9a13ba407b92227e880de5e56a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6044405 Jan 18 20:23:49.419517 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-17b78a06-7483-43a0-b60c-99fcf8419797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.422811 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58750) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:49.512962 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.provisioning_blocks [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Transition to ACTIVE for port object 555e1e24-9775-40bc-b590-9ec8763d4dd0 will not be triggered until provisioned by entity L2. {{(pid=102695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:23:49.543899 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-a1f488b8-7a43-4e76-bd01-ae31a78551e7 service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482532 Jan 18 20:23:49.559285 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.678999 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7945763f-04f4-4858-b36c-61079ed6793b x-openstack-request-id: req-7945763f-04f4-4858-b36c-61079ed6793b {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:49.680179 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6", "name": "network-vif-plugged", "status": "completed", "tag": "81368d94-6b86-4c1a-84ec-fc21d1647ac5", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:49.680445 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7945763f-04f4-4858-b36c-61079ed6793b {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:49.680829 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81368d94-6b86-4c1a-84ec-fc21d1647ac5', 'code': 200} Jan 18 20:23:49.683834 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=81368d94-6b86-4c1a-84ec-fc21d1647ac5,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:49.712177 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 775e3527-9a3d-4cae-a31c-6d0726c10e34 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:23:49.717907 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 775e3527-9a3d-4cae-a31c-6d0726c10e34 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:49.718309 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:49.748537 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58760) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:49.776620 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Pushing event updated for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:49.949343 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 775e3527-9a3d-4cae-a31c-6d0726c10e34 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:49.949992 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.040100 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b3da14de-bf60-4b54-86f9-63465a4aaf72 admin admin] Publish callbacks [] for security_group (6334f67f-080d-45eb-9135-fbf485e26e04), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.047244 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 775e3527-9a3d-4cae-a31c-6d0726c10e34, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:50.057154 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.061494 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:23:50.065058 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:23:50.073619 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a86ed-158f-464d-9def-8153ee328bd5 req-58806def-ce3a-4e47-9cc4-7a0fb53297ea tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:50.077241 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-858a86ed-158f-464d-9def-8153ee328bd5 req-58806def-ce3a-4e47-9cc4-7a0fb53297ea tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.3856802 Jan 18 20:23:50.162616 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-1510cdfc-0217-4d32-804a-38111c88f188 service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083302 Jan 18 20:23:50.178440 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Attempting to bind port 555e1e24-9775-40bc-b590-9ec8763d4dd0 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:23:50.179257 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Attempting to bind port 555e1e24-9775-40bc-b590-9ec8763d4dd0 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:23:50.180026 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Attempting to bind port 555e1e24-9775-40bc-b590-9ec8763d4dd0 on network 09a7462a-8def-4289-bb51-c535f8395ac3 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:50.195801 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b3da14de-bf60-4b54-86f9-63465a4aaf72 admin admin] Publish callbacks [] for security_group (6334f67f-080d-45eb-9135-fbf485e26e04), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.199902 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1b545b52-5590-4b65-8e52-061c56ec6f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.202522 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Port 555e1e24-9775-40bc-b590-9ec8763d4dd0 on network 09a7462a-8def-4289-bb51-c535f8395ac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:23:50.203273 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Attempting to bind port 555e1e24-9775-40bc-b590-9ec8763d4dd0 on network 09a7462a-8def-4289-bb51-c535f8395ac3 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:23:50.209279 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=775e3527-9a3d-4cae-a31c-6d0726c10e34,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:50.233847 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357b202-bd49-4b2f-b24a-7e6c90407ec4 req-fd47affe-eb6a-49fb-a090-411367282262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:50.235572 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a357b202-bd49-4b2f-b24a-7e6c90407ec4 req-fd47affe-eb6a-49fb-a090-411367282262 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 1098 time: 0.5323260 Jan 18 20:23:50.265059 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:23:50.265402 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Checking segment: {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:23:50.265791 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Bound using segment: {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:23:50.266347 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Bound port: 555e1e24-9775-40bc-b590-9ec8763d4dd0, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'}}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:23:50.266730 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.321148 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-858a86ed-158f-464d-9def-8153ee328bd5 req-4f9dc96a-ecce-4f5f-ab21-8052fa6d57e7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075725 Jan 18 20:23:50.333561 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-17b78a06-7483-43a0-b60c-99fcf8419797 admin admin] Publish callbacks [] for security_group (ba6f6f5e-dadd-40c5-b4c4-aae8a94cd72b), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.353525 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-17b78a06-7483-43a0-b60c-99fcf8419797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (ba6f6f5e-dadd-40c5-b4c4-aae8a94cd72b), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.373228 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b3da14de-bf60-4b54-86f9-63465a4aaf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6334f67f-080d-45eb-9135-fbf485e26e04), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.377861 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b3da14de-bf60-4b54-86f9-63465a4aaf72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.380905 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-b3da14de-bf60-4b54-86f9-63465a4aaf72 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6334f67f-080d-45eb-9135-fbf485e26e04 HTTP/1.1" status: 204 len: 168 time: 0.9563630 Jan 18 20:23:50.421966 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da14de-bf60-4b54-86f9-63465a4aaf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6334f67f-080d-45eb-9135-fbf485e26e04,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:50.424692 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, cleared binding levels {{(pid=102695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:23:50.430356 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:23:50.437056 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.501487 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:50.506072 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.507811 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] 10.222.0.45 "PUT /v2.0/ports/555e1e24-9775-40bc-b590-9ec8763d4dd0 HTTP/1.1" status: 200 len: 1093 time: 2.2887328 Jan 18 20:23:50.508358 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:50.511922 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a662033-faf4-4072-9d1e-054e3e6d6cab" -d '{"events": [{"name": "network-changed", "server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:50.553469 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63296a-cfc4-4d17-afaa-e8782d59ba82 service neutron] Pushing event updated for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=3']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:50.688518 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-17b78a06-7483-43a0-b60c-99fcf8419797 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b679d375cbd4ae0af8c132a38f7c977&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7621915 Jan 18 20:23:50.699575 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58778) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:50.704697 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1b545b52-5590-4b65-8e52-061c56ec6f02 admin admin] Publish callbacks [] for security_group (6ce823ee-0522-4f75-baf0-ef6819741d49), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.723751 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51a38-410b-4722-b019-56de8d562344 req-ded1aca2-3895-427d-8044-8362982b50d0 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:50.725915 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-34b51a38-410b-4722-b019-56de8d562344 req-ded1aca2-3895-427d-8044-8362982b50d0 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1684794 Jan 18 20:23:50.755946 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b78a06-7483-43a0-b60c-99fcf8419797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6f6f5e-dadd-40c5-b4c4-aae8a94cd72b,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:50.762131 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1b545b52-5590-4b65-8e52-061c56ec6f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6ce823ee-0522-4f75-baf0-ef6819741d49), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.768026 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:50.779308 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a357b202-bd49-4b2f-b24a-7e6c90407ec4 req-05d45b60-713b-45cc-ab27-c6f15255bd51 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264208 Jan 18 20:23:50.794916 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-e5b5bfb4-eab5-4c39-baed-73be70891261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:50.796789 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-e5b5bfb4-eab5-4c39-baed-73be70891261 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 1096 time: 0.1694500 Jan 18 20:23:50.861581 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-34b51a38-410b-4722-b019-56de8d562344 req-5d4fe65f-a20b-421b-824f-37add207b98c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234596 Jan 18 20:23:50.862501 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4b476686-46fb-4c17-84ac-96dac90be9b9 admin admin] Publish callbacks [] for security_group (ba6f6f5e-dadd-40c5-b4c4-aae8a94cd72b), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.895854 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4b476686-46fb-4c17-84ac-96dac90be9b9 admin admin] Publish callbacks [] for security_group (ba6f6f5e-dadd-40c5-b4c4-aae8a94cd72b), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:50.912772 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-1b545b52-5590-4b65-8e52-061c56ec6f02 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9a325f5cae21401eb40eb5a07ed7cd29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8222971 Jan 18 20:23:50.917459 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58784) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:50.929388 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b545b52-5590-4b65-8e52-061c56ec6f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce823ee-0522-4f75-baf0-ef6819741d49,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:50.951131 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5acb9-55f7-4ea3-aa0e-0292036e7396 req-a3f2f2d6-a503-42b6-8c02-d0a83dcca50b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:50.965559 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a0b5acb9-55f7-4ea3-aa0e-0292036e7396 req-a3f2f2d6-a503-42b6-8c02-d0a83dcca50b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 943 time: 0.3845639 Jan 18 20:23:51.048933 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a62e3-40ff-4acf-9c13-45a4d5e0f8c2 x-openstack-request-id: req-732a62e3-40ff-4acf-9c13-45a4d5e0f8c2 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:51.049238 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:51.049502 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-732a62e3-40ff-4acf-9c13-45a4d5e0f8c2 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:51.050259 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'status': 'completed', 'code': 200} Jan 18 20:23:51.053292 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-6e67dd94-2ffa-4052-82a9-9a4edc2f06b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0 HTTP/1.1" status: 200 len: 217 time: 0.0559173 Jan 18 20:23:51.056215 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-aea81dcd-5d26-434c-8f80-108f8df19b35 admin admin] Publish callbacks [] for security_group (6ce823ee-0522-4f75-baf0-ef6819741d49), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.065780 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4b476686-46fb-4c17-84ac-96dac90be9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (ba6f6f5e-dadd-40c5-b4c4-aae8a94cd72b), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.069076 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4b476686-46fb-4c17-84ac-96dac90be9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.070350 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4b476686-46fb-4c17-84ac-96dac90be9b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ba6f6f5e-dadd-40c5-b4c4-aae8a94cd72b HTTP/1.1" status: 204 len: 168 time: 0.3430932 Jan 18 20:23:51.104534 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a0b5acb9-55f7-4ea3-aa0e-0292036e7396 req-c4dc24bd-3237-4692-bc02-eadf22b0ea5b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368287 Jan 18 20:23:51.163318 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:51.176759 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b476686-46fb-4c17-84ac-96dac90be9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6f6f5e-dadd-40c5-b4c4-aae8a94cd72b,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:51.182029 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-aea81dcd-5d26-434c-8f80-108f8df19b35 admin admin] Publish callbacks [] for security_group (6ce823ee-0522-4f75-baf0-ef6819741d49), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.185719 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'port_id': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7', 'mac_address': 'fa:16:3e:d8:63:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:51.226907 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-a85028a8-2e3d-4881-9530-6cb91375d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.228517 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-a85028a8-2e3d-4881-9530-6cb91375d631 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.1672788 Jan 18 20:23:51.288807 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-aea81dcd-5d26-434c-8f80-108f8df19b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6ce823ee-0522-4f75-baf0-ef6819741d49), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.292363 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-aea81dcd-5d26-434c-8f80-108f8df19b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.294326 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-aea81dcd-5d26-434c-8f80-108f8df19b35 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ce823ee-0522-4f75-baf0-ef6819741d49 HTTP/1.1" status: 204 len: 168 time: 0.3758652 Jan 18 20:23:51.334205 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea81dcd-5d26-434c-8f80-108f8df19b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce823ee-0522-4f75-baf0-ef6819741d49,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:51.356533 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-e5d2bf28-d2d9-4716-82c7-4893d51f9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.358735 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-e5d2bf28-d2d9-4716-82c7-4893d51f9709 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1228466 Jan 18 20:23:51.364378 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:51.368162 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.414236 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:51.454052 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:51.466626 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:51.574382 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f920f-fbc0-4c3c-bfae-728006540589 req-5808700a-c939-4a99-99ad-83b96acf9536 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:51.585600 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cc8f920f-fbc0-4c3c-bfae-728006540589 req-5808700a-c939-4a99-99ad-83b96acf9536 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0831676 Jan 18 20:23:51.602359 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:51.671072 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-6d05d11b-141b-4229-8ec9-f5c1e19eb3cc service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950244 Jan 18 20:23:51.672400 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cc8f920f-fbc0-4c3c-bfae-728006540589 req-eed8edb6-e812-4fe5-a5ec-52b0129d7a7e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812657 Jan 18 20:23:51.683096 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712e0492-0709-4ab3-a1e2-5999b562d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775e3527-9a3d-4cae-a31c-6d0726c10e34'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:51.694662 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42333e41-926e-4a2e-b2df-7ccc03f3b2e3" -d '{"events": [{"server_uuid": "712e0492-0709-4ab3-a1e2-5999b562d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "775e3527-9a3d-4cae-a31c-6d0726c10e34"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:51.805564 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['df2b9969-bf44-42c9-86a4-02ad9e3ae1d7'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:51.841984 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-43aff2c3-f73f-4ddb-a0ab-2ce4a5114b33 req-e20e0caa-cf5f-402f-bed9-8db0b1cef29c service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729858 Jan 18 20:23:51.869662 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9860fb57-582f-4de0-9e1b-84b7d863b6b0 x-openstack-request-id: req-9860fb57-582f-4de0-9e1b-84b7d863b6b0 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:51.870246 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712e0492-0709-4ab3-a1e2-5999b562d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "775e3527-9a3d-4cae-a31c-6d0726c10e34", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:51.871590 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9860fb57-582f-4de0-9e1b-84b7d863b6b0 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:51.882547 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712e0492-0709-4ab3-a1e2-5999b562d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775e3527-9a3d-4cae-a31c-6d0726c10e34', 'code': 200} Jan 18 20:23:52.093981 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-985a51e9-1832-4e64-bb0c-9c61fba5068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:52.099088 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-985a51e9-1832-4e64-bb0c-9c61fba5068b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 1096 time: 0.1491334 Jan 18 20:23:52.222363 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2667c-85cc-4cdd-98b9-9cf1e79e1cd2 req-25d1441c-dcec-4981-be3c-aa9a8a6cc4ae tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:52.232513 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcc2667c-85cc-4cdd-98b9-9cf1e79e1cd2 req-25d1441c-dcec-4981-be3c-aa9a8a6cc4ae tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1225970 Jan 18 20:23:52.234755 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58828) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:52.305912 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9b394598-d5c7-4d9a-bb36-ba13ab00f0ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.371082 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-1b868fcc-a193-49b0-a83c-1f7b1b131d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:52.372625 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-1b868fcc-a193-49b0-a83c-1f7b1b131d4d service neutron] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 916 time: 0.2491090 Jan 18 20:23:52.396451 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcc2667c-85cc-4cdd-98b9-9cf1e79e1cd2 req-a1ef71a9-6f95-44fe-8b8a-9378100e4fdc tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618147 Jan 18 20:23:52.407466 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60da3d3-234a-4f56-ae21-6cb3d38e1437 req-6aa5b476-0eeb-4cea-97ef-3a6dfd8da2f5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:52.409125 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e60da3d3-234a-4f56-ae21-6cb3d38e1437 req-6aa5b476-0eeb-4cea-97ef-3a6dfd8da2f5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 944 time: 0.1210084 Jan 18 20:23:52.442954 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-9169a81c-a6b5-4ac0-8adc-2c1af0e7b850 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0 HTTP/1.1" status: 200 len: 217 time: 0.0635147 Jan 18 20:23:52.480615 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296141e-4be6-41b5-b8bf-056edcd87e24 req-3806929a-58f4-43d6-b20a-fb3bff48e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:52.482300 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c296141e-4be6-41b5-b8bf-056edcd87e24 req-3806929a-58f4-43d6-b20a-fb3bff48e45a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 1098 time: 0.1246469 Jan 18 20:23:52.560366 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e60da3d3-234a-4f56-ae21-6cb3d38e1437 req-b44eb95e-71e2-4e9f-89ad-3ae8179b8c1f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191792 Jan 18 20:23:52.573190 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-ac3ab5e8-87ca-4467-9c64-b2e84c464939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:52.575886 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-ac3ab5e8-87ca-4467-9c64-b2e84c464939 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.1159191 Jan 18 20:23:52.579089 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c296141e-4be6-41b5-b8bf-056edcd87e24 req-bad54b55-e7f1-4775-8149-540a677ec33b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864246 Jan 18 20:23:52.584938 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9b394598-d5c7-4d9a-bb36-ba13ab00f0ba admin admin] Publish callbacks [] for security_group (52219cdc-bbb1-4bf2-8407-ac443ae43ec6), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.591694 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9b394598-d5c7-4d9a-bb36-ba13ab00f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (52219cdc-bbb1-4bf2-8407-ac443ae43ec6), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.646481 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b394598-d5c7-4d9a-bb36-ba13ab00f0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52219cdc-bbb1-4bf2-8407-ac443ae43ec6,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:52.675696 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-9b394598-d5c7-4d9a-bb36-ba13ab00f0ba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e80f832f5694af1ab45b62b16170f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4323823 Jan 18 20:23:52.676277 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58846) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:52.770142 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:52.797907 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-55efd902-d8e8-4114-91f0-b234d860a735 admin admin] Publish callbacks [] for security_group (52219cdc-bbb1-4bf2-8407-ac443ae43ec6), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.856699 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:23:52.863727 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:52.866603 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.867848 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b59fd-ba8c-4e75-b26b-b371eb31bd86 req-eefc5aba-34b2-4d86-aa04-523e0b3069e6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:52.869712 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-950b59fd-ba8c-4e75-b26b-b371eb31bd86 req-eefc5aba-34b2-4d86-aa04-523e0b3069e6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0918136 Jan 18 20:23:52.900302 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-55efd902-d8e8-4114-91f0-b234d860a735 admin admin] Publish callbacks [] for security_group (52219cdc-bbb1-4bf2-8407-ac443ae43ec6), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:52.917159 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-52be0ded-e6e9-4de8-8b45-c39bca616507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:52.918488 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-52be0ded-e6e9-4de8-8b45-c39bca616507 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1361473 Jan 18 20:23:52.981390 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-950b59fd-ba8c-4e75-b26b-b371eb31bd86 req-edf425ba-d570-491b-960b-f282f269d28f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023135 Jan 18 20:23:53.013949 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:53.014348 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.056656 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-55efd902-d8e8-4114-91f0-b234d860a735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (52219cdc-bbb1-4bf2-8407-ac443ae43ec6), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.059599 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-55efd902-d8e8-4114-91f0-b234d860a735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.061036 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-55efd902-d8e8-4114-91f0-b234d860a735 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/52219cdc-bbb1-4bf2-8407-ac443ae43ec6 HTTP/1.1" status: 204 len: 168 time: 0.3836792 Jan 18 20:23:53.066321 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:53.076472 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:53.089638 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-107fad7c-d20e-40ee-a10b-2af441826411 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620195 Jan 18 20:23:53.090863 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efd902-d8e8-4114-91f0-b234d860a735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52219cdc-bbb1-4bf2-8407-ac443ae43ec6,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:53.194414 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:53.295764 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8a662033-faf4-4072-9d1e-054e3e6d6cab req-07196d4d-1464-45d0-ac13-eb199d8e69ae service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857674 Jan 18 20:23:53.514627 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 58878) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:53.582082 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0d2c1-2a65-45d2-80c5-18eedddabdf9 req-6686c315-89e2-474c-acd6-56d9f5d8771b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:53.583993 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-27d0d2c1-2a65-45d2-80c5-18eedddabdf9 req-6686c315-89e2-474c-acd6-56d9f5d8771b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0799248 Jan 18 20:23:53.665498 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-27d0d2c1-2a65-45d2-80c5-18eedddabdf9 req-d9eec163-9aa5-43eb-a71a-fad875b91a2b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694766 Jan 18 20:23:53.762556 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5daf-872a-42e1-a031-8dd15c081bb6 req-7e8b699e-b3f4-4275-ae17-83dfecd27625 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:53.769890 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-db7d5daf-872a-42e1-a031-8dd15c081bb6 req-7e8b699e-b3f4-4275-ae17-83dfecd27625 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0653307 Jan 18 20:23:53.884067 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:53.890539 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982748c3-cc30-4b4c-a741-bb894674ab1a" -d '{"events": [{"server_uuid": "b6e08025-ad66-4921-8672-ab55c85cbfb4", "name": "network-vif-plugged", "status": "completed", "tag": "df2b9969-bf44-42c9-86a4-02ad9e3ae1d7"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:53.909824 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-db7d5daf-872a-42e1-a031-8dd15c081bb6 req-962caa40-d6ff-431a-8f00-0e8f13c0046b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366706 Jan 18 20:23:54.026616 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4989f1ae-ff48-4494-b1fa-e3a105348dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.037429 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e270b305-99dd-416c-a6c7-9ad5e34cd0ac x-openstack-request-id: req-e270b305-99dd-416c-a6c7-9ad5e34cd0ac {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:54.038031 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e08025-ad66-4921-8672-ab55c85cbfb4", "name": "network-vif-plugged", "status": "completed", "tag": "df2b9969-bf44-42c9-86a4-02ad9e3ae1d7", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:54.038585 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e270b305-99dd-416c-a6c7-9ad5e34cd0ac {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:54.039697 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7', 'code': 200} Jan 18 20:23:54.275342 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4989f1ae-ff48-4494-b1fa-e3a105348dbb admin admin] Publish callbacks [] for security_group (37172e01-195d-4938-9f7d-3f929e5e7ed7), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.292790 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4e4e-a122-43e1-ac0e-cf49e60d8a3b req-2cd260d6-dbb5-48b9-989f-d19beabd016e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:54.294642 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9aad4e4e-a122-43e1-ac0e-cf49e60d8a3b req-2cd260d6-dbb5-48b9-989f-d19beabd016e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.1088033 Jan 18 20:23:54.297024 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4989f1ae-ff48-4494-b1fa-e3a105348dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (37172e01-195d-4938-9f7d-3f929e5e7ed7), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.346930 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-4989f1ae-ff48-4494-b1fa-e3a105348dbb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c1dcd107d40475cad069e0e38ee9509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8274055 Jan 18 20:23:54.348590 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58912) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:54.432293 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989f1ae-ff48-4494-b1fa-e3a105348dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37172e01-195d-4938-9f7d-3f929e5e7ed7,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:54.462873 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9aad4e4e-a122-43e1-ac0e-cf49e60d8a3b req-bd38f008-f487-4b2a-abd5-dd656a9282b7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337950 Jan 18 20:23:54.465293 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5065b85-0230-4001-87dc-01f0e1edd8bd req-fae78a57-7b9a-4447-90ac-d3f86740497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:54.469254 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5065b85-0230-4001-87dc-01f0e1edd8bd req-fae78a57-7b9a-4447-90ac-d3f86740497b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 1098 time: 0.1849535 Jan 18 20:23:54.483373 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20b2fe-5faf-40ea-89ad-2a555c206858 req-4f3cd690-43b3-4544-870b-30fa0e67ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:54.485339 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1a20b2fe-5faf-40ea-89ad-2a555c206858 req-4f3cd690-43b3-4544-870b-30fa0e67ca5e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 1098 time: 0.1893229 Jan 18 20:23:54.516559 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7951-60e3-47fb-92c9-212877dd93cd admin admin] Publish callbacks [] for security_group (37172e01-195d-4938-9f7d-3f929e5e7ed7), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.557847 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1a20b2fe-5faf-40ea-89ad-2a555c206858 req-2caec2c1-87b4-4b6f-b4b2-7d3cb45cc490 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654817 Jan 18 20:23:54.572166 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdcc87-8923-40a0-8fcd-f48ebcb79820 req-1dd6ffff-4a5b-4b6f-9fc2-f762fbc60739 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:54.575088 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-44cdcc87-8923-40a0-8fcd-f48ebcb79820 req-1dd6ffff-4a5b-4b6f-9fc2-f762fbc60739 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1856182 Jan 18 20:23:54.690510 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7951-60e3-47fb-92c9-212877dd93cd admin admin] Publish callbacks [] for security_group (37172e01-195d-4938-9f7d-3f929e5e7ed7), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:54.776439 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 555e1e24-9775-40bc-b590-9ec8763d4dd0 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:23:54.989178 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:55.045933 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'port_id': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'mac_address': 'fa:16:3e:b9:07:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:23:55.135056 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-44cdcc87-8923-40a0-8fcd-f48ebcb79820 req-ca351a5a-ae41-4633-b56c-a543525de1c7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462189 Jan 18 20:23:55.138414 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5065b85-0230-4001-87dc-01f0e1edd8bd req-f2e54560-0535-40bf-94ee-5d03ea46b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:55.142107 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5065b85-0230-4001-87dc-01f0e1edd8bd req-f2e54560-0535-40bf-94ee-5d03ea46b6e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 918 time: 0.6585045 Jan 18 20:23:55.148928 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 555e1e24-9775-40bc-b590-9ec8763d4dd0 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:55.152304 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0f83b-cf08-4afe-a379-26452ed32ad1 req-59c5c080-78b3-45ed-89dd-9e825239c5b6 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:55.153556 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.162916 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cfa0f83b-cf08-4afe-a379-26452ed32ad1 req-59c5c080-78b3-45ed-89dd-9e825239c5b6 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.1228330 Jan 18 20:23:55.196076 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555e1e24-9775-40bc-b590-9ec8763d4dd0 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:23:55.235968 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:55.242624 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.259780 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7951-60e3-47fb-92c9-212877dd93cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (37172e01-195d-4938-9f7d-3f929e5e7ed7), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.266238 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7951-60e3-47fb-92c9-212877dd93cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:55.273812 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-9f5a7951-60e3-47fb-92c9-212877dd93cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/37172e01-195d-4938-9f7d-3f929e5e7ed7 HTTP/1.1" status: 204 len: 168 time: 0.9233060 Jan 18 20:23:55.282234 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cfa0f83b-cf08-4afe-a379-26452ed32ad1 req-ecb695c5-b298-402b-9378-b11eb100e000 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147392 Jan 18 20:23:55.288333 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5065b85-0230-4001-87dc-01f0e1edd8bd req-7b6556f4-14ac-4e25-8d34-c44dcb29a01f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81368d94-6b86-4c1a-84ec-fc21d1647ac5 HTTP/1.1" status: 200 len: 217 time: 0.1383483 Jan 18 20:23:55.297710 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a7951-60e3-47fb-92c9-212877dd93cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37172e01-195d-4938-9f7d-3f929e5e7ed7,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:55.389948 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:55.396226 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5065b85-0230-4001-87dc-01f0e1edd8bd req-60f2d584-246e-4108-a666-7b36c9bc7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:55.400235 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5065b85-0230-4001-87dc-01f0e1edd8bd req-60f2d584-246e-4108-a666-7b36c9bc7890 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 200 len: 858 time: 0.0973055 Jan 18 20:23:55.469735 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5065b85-0230-4001-87dc-01f0e1edd8bd req-b6eb3e69-575a-4ed1-add3-818f2a090291 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b1ba40c-a9a4-429c-93aa-b6b26304e073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534611 Jan 18 20:23:55.634289 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['555e1e24-9775-40bc-b590-9ec8763d4dd0'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:23:55.757355 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af8768-9c72-4f6c-8336-c186ad14e457 req-fa87348e-142f-4779-828e-e5777e2536ca tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:55.760140 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-38af8768-9c72-4f6c-8336-c186ad14e457 req-fa87348e-142f-4779-828e-e5777e2536ca tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 944 time: 0.1355302 Jan 18 20:23:55.763605 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5065b85-0230-4001-87dc-01f0e1edd8bd req-1fd858db-1869-4b12-a340-13f3a50c0cfd service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859616 Jan 18 20:23:55.996285 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-38af8768-9c72-4f6c-8336-c186ad14e457 req-c7b1237e-081b-4a77-b9cf-36eb0a82ff13 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300246 Jan 18 20:23:56.059575 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5065b85-0230-4001-87dc-01f0e1edd8bd req-77443590-0cf2-4cd9-8cf6-ffe28cd07723 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789958 Jan 18 20:23:56.486647 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff428fa9-446a-4619-a986-f66e93b78065 req-c172464e-3178-4601-9e91-54c899c46dae tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:56.491006 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ff428fa9-446a-4619-a986-f66e93b78065 req-c172464e-3178-4601-9e91-54c899c46dae tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1199255 Jan 18 20:23:56.622090 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ff428fa9-446a-4619-a986-f66e93b78065 req-206684c6-5a5b-491c-9b6b-11a1bc86448d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224949 Jan 18 20:23:56.625484 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610f3af-a11c-4802-b2e9-ca67c16460ee req-b5778d43-9166-4918-8215-e1c724810be9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:56.633738 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3610f3af-a11c-4802-b2e9-ca67c16460ee req-b5778d43-9166-4918-8215-e1c724810be9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.2119832 Jan 18 20:23:56.699283 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3610f3af-a11c-4802-b2e9-ca67c16460ee req-c640f0d9-14d2-4175-97d4-f5d700f3a6ab tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642991 Jan 18 20:23:56.799335 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 555e1e24-9775-40bc-b590-9ec8763d4dd0 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:23:56.896735 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 555e1e24-9775-40bc-b590-9ec8763d4dd0 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:23:56.903301 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 555e1e24-9775-40bc-b590-9ec8763d4dd0 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:23:56.903824 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:56.920715 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07996714-8582-4eb3-980a-a59e8a0e78b5 req-15bc4f47-e1fa-431c-bd09-ddf5a0a41c1f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:56.928972 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-07996714-8582-4eb3-980a-a59e8a0e78b5 req-15bc4f47-e1fa-431c-bd09-ddf5a0a41c1f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0960917 Jan 18 20:23:56.941185 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 58996) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:23:56.949778 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-3ba71954-3e89-485c-8604-ecd539fbade1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'floatingip': {'port_id': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:23:57.052602 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 555e1e24-9775-40bc-b590-9ec8763d4dd0 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:23:57.053724 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.078127 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:23:57.102332 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3ba71954-3e89-485c-8604-ecd539fbade1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (6e05f04d-f23d-4a1e-961a-08236ebabcc7), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.142619 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:23:57.144910 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:57.153294 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea13d55a-624c-445c-804a-47eeebe1c764" -d '{"events": [{"server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "name": "network-vif-plugged", "status": "completed", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:57.176412 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:57.324997 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:23:57.328772 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ec1669-6bd6-47f8-8318-c2d64d1353d1 x-openstack-request-id: req-88ec1669-6bd6-47f8-8318-c2d64d1353d1 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:57.329097 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "name": "network-vif-plugged", "status": "completed", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:57.329363 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-88ec1669-6bd6-47f8-8318-c2d64d1353d1 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:57.329818 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'code': 200} Jan 18 20:23:57.656618 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb04d52-71b6-4678-af6c-767500beea86 req-a3d0711d-07cd-42d0-a565-6f31230ec263 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:57.658415 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1cb04d52-71b6-4678-af6c-767500beea86 req-a3d0711d-07cd-42d0-a565-6f31230ec263 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.2436445 Jan 18 20:23:57.707581 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b213-fba8-4636-a58d-6984593f7a13 req-87a69ff3-f9fa-44b0-9b2e-d58ef7291693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:57.709999 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-af95b213-fba8-4636-a58d-6984593f7a13 req-87a69ff3-f9fa-44b0-9b2e-d58ef7291693 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 1098 time: 0.2423687 Jan 18 20:23:57.830593 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1cb04d52-71b6-4678-af6c-767500beea86 req-ed3f9718-fe4d-4258-8201-556e97515350 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591294 Jan 18 20:23:57.956940 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9bf49-4c56-4aef-a59a-692bffcbd8e7 req-05c4bc4c-779e-4bdd-8d3d-73fbd4fc1d02 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:57.961571 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-25f9bf49-4c56-4aef-a59a-692bffcbd8e7 req-05c4bc4c-779e-4bdd-8d3d-73fbd4fc1d02 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1491942 Jan 18 20:23:58.060630 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-25f9bf49-4c56-4aef-a59a-692bffcbd8e7 req-a1c5aa64-a95f-4af3-885d-3e89dccdd04d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886366 Jan 18 20:23:58.223329 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-af95b213-fba8-4636-a58d-6984593f7a13 req-aede93ad-9d72-4e21-b968-13eee9ad5ed6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4920878 Jan 18 20:23:58.462081 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.db.resource_extend [None req-3ba71954-3e89-485c-8604-ecd539fbade1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:23:58.577002 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3ba71954-3e89-485c-8604-ecd539fbade1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:58.583662 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3ba71954-3e89-485c-8604-ecd539fbade1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (6e05f04d-f23d-4a1e-961a-08236ebabcc7), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.047074 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.l3_db [None req-3ba71954-3e89-485c-8604-ecd539fbade1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Floating IP 6e05f04d-f23d-4a1e-961a-08236ebabcc7 associated. External IP: 172.27.3.159, port: df2b9969-bf44-42c9-86a4-02ad9e3ae1d7. Jan 18 20:23:59.092378 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca098b1-083e-451d-a7ce-7ef74075ecef req-372dbc89-b97b-4fb8-bd88-7604f319e869 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:59.094169 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5ca098b1-083e-451d-a7ce-7ef74075ecef req-372dbc89-b97b-4fb8-bd88-7604f319e869 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.1297426 Jan 18 20:23:59.206211 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5ca098b1-083e-451d-a7ce-7ef74075ecef req-201d303a-a5f4-4b5e-a88c-fb31c9ad4d7b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039190 Jan 18 20:23:59.224967 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417c98f-5c7e-491a-843e-6724c9fc4d14 req-f7936208-7c16-4a36-b64b-56e899537548 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:59.227597 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0417c98f-5c7e-491a-843e-6724c9fc4d14 req-f7936208-7c16-4a36-b64b-56e899537548 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0770242 Jan 18 20:23:59.314436 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0417c98f-5c7e-491a-843e-6724c9fc4d14 req-4752d265-d683-48d0-92f1-3ea9d434d3f7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654881 Jan 18 20:23:59.397385 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba71954-3e89-485c-8604-ecd539fbade1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Router b7c24fed-928c-4827-aa5e-181235abbf02 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:23:59.584198 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba71954-3e89-485c-8604-ecd539fbade1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:23:59.588952 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3ba71954-3e89-485c-8604-ecd539fbade1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.606188 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] Sync routers for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:23:59.621245 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-3ba71954-3e89-485c-8604-ecd539fbade1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "PUT /v2.0/floatingips/6e05f04d-f23d-4a1e-961a-08236ebabcc7 HTTP/1.1" status: 200 len: 991 time: 2.6749709 Jan 18 20:23:59.621245 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'tag': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:23:59.621711 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb622446-1c7f-4959-88f5-900d27f3e57a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e08025-ad66-4921-8672-ab55c85cbfb4", "tag": "df2b9969-bf44-42c9-86a4-02ad9e3ae1d7"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:23:59.633577 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:23:59.634554 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:23:59.668111 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d02640-7873-4c12-bd75-31bc9fbf73b0 x-openstack-request-id: req-91d02640-7873-4c12-bd75-31bc9fbf73b0 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:23:59.668456 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e08025-ad66-4921-8672-ab55c85cbfb4", "tag": "df2b9969-bf44-42c9-86a4-02ad9e3ae1d7", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:23:59.668678 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-91d02640-7873-4c12-bd75-31bc9fbf73b0 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:23:59.669081 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'tag': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7', 'status': 'completed', 'code': 200} Jan 18 20:23:59.791234 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-f1594643-fb20-44d7-bc04-dad60ae9eba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:23:59.791886 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-4378fe47-0a16-4586-861d-c34cbf64fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:59.793893 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-4378fe47-0a16-4586-861d-c34cbf64fd2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0802431 Jan 18 20:23:59.838974 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:23:59.964589 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-1ab0cead-6560-42a7-ba77-0b3f64e89b13 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:23:59.973027 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-1ab0cead-6560-42a7-ba77-0b3f64e89b13 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 814 time: 0.2282069 Jan 18 20:23:59.994856 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-16037328-2bbb-4684-8433-870c1eb59f63 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/quotas/ac7d65640ff94651a7ef1d826ade4cfe HTTP/1.1" status: 200 len: 375 time: 0.0200953 Jan 18 20:24:00.025710 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-4fe4ab2f-4569-4bb5-9fac-57f65ccd3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:00.028328 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-4fe4ab2f-4569-4bb5-9fac-57f65ccd3d74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 910 time: 0.2177622 Jan 18 20:24:00.090895 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-75c29a9c-224c-4e9c-b302-391bec9dc388 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929277 Jan 18 20:24:00.304605 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-6d03328a-e4ca-4ece-bfc0-c0c389c5382d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 HTTP/1.1" status: 200 len: 999 time: 0.2558136 Jan 18 20:24:00.317272 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-8c71ddaf-8430-4327-9f37-35e2954ad4af service neutron] 10.222.0.67 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240837 Jan 18 20:24:00.336068 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '6e05f04d-f23d-4a1e-961a-08236ebabcc7', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'port_id': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'mac_address': 'fa:16:3e:d8:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:23:33Z', 'updated_at': '2022-01-18T20:23:58Z', 'revision_number': 1, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:00.374357 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] Checking router: b7c24fed-928c-4827-aa5e-181235abbf02 for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:24:00.384555 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:24:00.385474 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:23:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:00.474458 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-9fbebc1f-0a2b-45eb-a3e6-d400961a4ead service neutron] 10.222.0.67 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561086 Jan 18 20:24:00.553624 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-88352145-19e5-449f-bed7-9bdb9070bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:00.557230 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-88352145-19e5-449f-bed7-9bdb9070bede service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5b0896-662f-46ae-a4fa-8e373a5b18b7 HTTP/1.1" status: 200 len: 849 time: 0.2456253 Jan 18 20:24:00.602867 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:24:00.652774 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4734127-a81d-497d-a43b-23d975ec8a05 req-4fc1eddc-7260-471e-9b3f-c69363cccdcc tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:00.667125 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e396596d-34fe-4422-89aa-04d0153299d5 req-d39edd1e-efa3-422f-a939-067f372f49d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847626 Jan 18 20:24:00.679413 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b4734127-a81d-497d-a43b-23d975ec8a05 req-4fc1eddc-7260-471e-9b3f-c69363cccdcc tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.2244627 Jan 18 20:24:00.900586 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b4734127-a81d-497d-a43b-23d975ec8a05 req-edbe91cb-dc35-425a-bad6-0ef1c4fd7eec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997337 Jan 18 20:24:00.920544 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-689b410a-3272-4374-b2f5-48b9ebce8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:00.928445 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-689b410a-3272-4374-b2f5-48b9ebce8468 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3638563 Jan 18 20:24:00.995122 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396596d-34fe-4422-89aa-04d0153299d5 req-b3d3a1ed-8ae0-47a2-87fd-efd62551519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:01.002244 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e396596d-34fe-4422-89aa-04d0153299d5 req-b3d3a1ed-8ae0-47a2-87fd-efd62551519c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53df14bc8279467abba49fbed7498d26&device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 1098 time: 0.2679164 Jan 18 20:24:01.076602 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b6b21-a46e-40a4-87a2-231feed2cddb req-e8ad96a3-b948-434a-a222-2a5b29570119 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:01.096991 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3a0b6b21-a46e-40a4-87a2-231feed2cddb req-e8ad96a3-b948-434a-a222-2a5b29570119 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.2251244 Jan 18 20:24:01.118370 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6428f7a0-1387-47c9-a229-fb549d53e996 req-871fd593-056a-402e-a7d7-d61813516946 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 210 time: 0.1039848 Jan 18 20:24:01.182961 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '6e05f04d-f23d-4a1e-961a-08236ebabcc7', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'port_id': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'mac_address': 'fa:16:3e:d8:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:23:33Z', 'updated_at': '2022-01-18T20:23:58Z', 'revision_number': 1, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:01.282295 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b1e485-9dd8-45e4-9c20-1787c5d827ca None None] The sync data for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi is: [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '6e05f04d-f23d-4a1e-961a-08236ebabcc7', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'port_id': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'mac_address': 'fa:16:3e:d8:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:23:33Z', 'updated_at': '2022-01-18T20:23:58Z', 'revision_number': 1, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:24:01.358269 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59196) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:01.358857 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396596d-34fe-4422-89aa-04d0153299d5 req-f21392d2-c570-43a6-8cf5-1b21cc68d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:01.360092 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e396596d-34fe-4422-89aa-04d0153299d5 req-f21392d2-c570-43a6-8cf5-1b21cc68d694 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d9683a0-21df-40c1-a588-afe062762ffa HTTP/1.1" status: 200 len: 912 time: 0.3322675 Jan 18 20:24:01.407884 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-daed17dd-681d-4a85-af29-fb9b2158e4de service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599423 Jan 18 20:24:01.526423 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3a0b6b21-a46e-40a4-87a2-231feed2cddb req-8f607164-6b33-409d-b9c3-4b8d65962259 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557034 Jan 18 20:24:01.545937 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e396596d-34fe-4422-89aa-04d0153299d5 req-42bc8356-aa9e-42e0-8bdc-45fae97ccee9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606d225c-d6f1-491e-8ba1-c66d52808c4b HTTP/1.1" status: 200 len: 217 time: 0.1704905 Jan 18 20:24:01.686149 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bb622446-1c7f-4959-88f5-900d27f3e57a req-543a232b-4ff1-4549-b237-55e6ff67824d service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718098 Jan 18 20:24:01.707468 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396596d-34fe-4422-89aa-04d0153299d5 req-979ff1be-1dd3-43e1-8464-563fb9c472a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:01.710516 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e396596d-34fe-4422-89aa-04d0153299d5 req-979ff1be-1dd3-43e1-8464-563fb9c472a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95112d31-29ef-4315-9f38-5cda96838d78 HTTP/1.1" status: 200 len: 852 time: 0.1564405 Jan 18 20:24:01.776057 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:01.793805 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e396596d-34fe-4422-89aa-04d0153299d5 req-9e3cdb21-d76f-44d3-b502-842c7550acf9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d9683a0-21df-40c1-a588-afe062762ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596774 Jan 18 20:24:01.807887 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08efb69-87c5-4b17-ac33-70b385a60bc8 None None] New status for floating IP 6e05f04d-f23d-4a1e-961a-08236ebabcc7: ACTIVE {{(pid=102696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:24:01.844269 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653899c-8fa5-4b86-ac2d-770a026081f7 req-0bb55d17-083e-4e82-9ecf-730e84284141 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:01.860868 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c653899c-8fa5-4b86-ac2d-770a026081f7 req-0bb55d17-083e-4e82-9ecf-730e84284141 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.1662593 Jan 18 20:24:01.872050 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 59210) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:01.880832 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-f247d9da-39c9-4639-85ec-f4de1b9479b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'floatingip': {'port_id': '555e1e24-9775-40bc-b590-9ec8763d4dd0'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:01.992012 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59212) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:02.054116 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Publish callbacks [] for security_group (14a82839-70b0-4b2f-bcbf-7c8023248a2b), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.060944 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (14a82839-70b0-4b2f-bcbf-7c8023248a2b), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.130540 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a82839-70b0-4b2f-bcbf-7c8023248a2b,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:02.133329 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4e8d2719-b994-4120-a71c-44849badddf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.148145 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f247d9da-39c9-4639-85ec-f4de1b9479b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (08e34b4c-6261-418a-a269-0a28737ee625), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.168939 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.169440 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.169883 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.170320 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.170825 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.171314 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.172303 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.172747 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.173175 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.174510 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.174510 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.175502 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.175931 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:02.188558 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-a0f454a4-18f8-4edb-bffb-fcd9cc71fb8a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da0648e1fa124ea1be19490c9d1dd7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8249266 Jan 18 20:24:02.193496 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59218) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:02.313044 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0815e405-00a1-445b-ab6f-3c0ebb6d6a44 admin admin] Publish callbacks [] for security_group (14a82839-70b0-4b2f-bcbf-7c8023248a2b), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.324497 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d6c744bc-d8a7-472f-a3b0-73c8c1f15ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.370115 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0815e405-00a1-445b-ab6f-3c0ebb6d6a44 admin admin] Publish callbacks [] for security_group (14a82839-70b0-4b2f-bcbf-7c8023248a2b), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.454270 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-121d4ee7-b416-4a5a-b39e-9777aafd3de9 req-6928342a-8252-4dbb-884b-ec4efa120a29 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 210 time: 0.1395266 Jan 18 20:24:02.555571 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e396596d-34fe-4422-89aa-04d0153299d5 req-0ef7856d-e66a-43d5-8a0e-c3f306098a79 service neutron] 10.222.0.45 "GET /v2.0/networks/2d9683a0-21df-40c1-a588-afe062762ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469120 Jan 18 20:24:02.568705 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0815e405-00a1-445b-ab6f-3c0ebb6d6a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (14a82839-70b0-4b2f-bcbf-7c8023248a2b), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.573833 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0815e405-00a1-445b-ab6f-3c0ebb6d6a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.575878 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-0815e405-00a1-445b-ab6f-3c0ebb6d6a44 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/14a82839-70b0-4b2f-bcbf-7c8023248a2b HTTP/1.1" status: 204 len: 168 time: 0.3803971 Jan 18 20:24:02.610498 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815e405-00a1-445b-ab6f-3c0ebb6d6a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a82839-70b0-4b2f-bcbf-7c8023248a2b,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:02.678356 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d6c744bc-d8a7-472f-a3b0-73c8c1f15ddf admin admin] Publish callbacks [] for security_group (6ea83086-d6cf-491a-9046-050f8a175fe0), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.693215 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d6c744bc-d8a7-472f-a3b0-73c8c1f15ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6ea83086-d6cf-491a-9046-050f8a175fe0), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.749934 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-d6c744bc-d8a7-472f-a3b0-73c8c1f15ddf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=97badf9e92634a6fb25de1b60c5932f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7563884 Jan 18 20:24:02.751373 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c744bc-d8a7-472f-a3b0-73c8c1f15ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea83086-d6cf-491a-9046-050f8a175fe0,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:02.757728 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59230) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:02.863291 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3268b5a7-90bc-4c72-8ff4-de457babb2b5 admin admin] Publish callbacks [] for security_group (6ea83086-d6cf-491a-9046-050f8a175fe0), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:02.905765 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58107e-0263-4ac1-b986-25c352de052c req-478a7254-c0d4-404b-ac80-172752887a54 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:02.914040 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bd58107e-0263-4ac1-b986-25c352de052c req-478a7254-c0d4-404b-ac80-172752887a54 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.2422404 Jan 18 20:24:02.943826 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e396596d-34fe-4422-89aa-04d0153299d5 req-c852c573-b79a-4502-bddf-db48631d2167 service neutron] 10.222.0.45 "GET /v2.0/networks/2d9683a0-21df-40c1-a588-afe062762ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784785 Jan 18 20:24:02.953975 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3268b5a7-90bc-4c72-8ff4-de457babb2b5 admin admin] Publish callbacks [] for security_group (6ea83086-d6cf-491a-9046-050f8a175fe0), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.006669 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bd58107e-0263-4ac1-b986-25c352de052c req-36f5ceff-7675-4941-9ff1-b5fcaecc411b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915089 Jan 18 20:24:03.086198 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3268b5a7-90bc-4c72-8ff4-de457babb2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6ea83086-d6cf-491a-9046-050f8a175fe0), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.091609 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3268b5a7-90bc-4c72-8ff4-de457babb2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.093045 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-3268b5a7-90bc-4c72-8ff4-de457babb2b5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ea83086-d6cf-491a-9046-050f8a175fe0 HTTP/1.1" status: 204 len: 168 time: 0.3335547 Jan 18 20:24:03.114626 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268b5a7-90bc-4c72-8ff4-de457babb2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea83086-d6cf-491a-9046-050f8a175fe0,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:03.261883 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59236) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:03.281916 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-14b40ac6-7731-4d98-99e1-395674c99179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.385753 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.469450 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-14b40ac6-7731-4d98-99e1-395674c99179 admin admin] Publish callbacks [] for security_group (59885a89-fbed-42b3-a401-c2d5c2202f87), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.477630 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-14b40ac6-7731-4d98-99e1-395674c99179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (59885a89-fbed-42b3-a401-c2d5c2202f87), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.576657 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b40ac6-7731-4d98-99e1-395674c99179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59885a89-fbed-42b3-a401-c2d5c2202f87,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:03.608851 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-14b40ac6-7731-4d98-99e1-395674c99179 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6957edac5eae46c58d88d8e95bf0e13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451588 Jan 18 20:24:03.612097 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59250) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:03.767854 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-228bc947-305e-4b49-8ee3-fe77224c0cad tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:03.769449 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-228bc947-305e-4b49-8ee3-fe77224c0cad tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 814 time: 0.6936162 Jan 18 20:24:03.804964 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2329497a-f681-4617-bd4f-55bb1b044ca1 req-45af387c-135d-4be5-86d7-2bd3468a87a9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 210 time: 0.1511772 Jan 18 20:24:03.841871 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd75a5b6-d80f-4daa-ac72-8a342444f5f8 admin admin] Publish callbacks [] for security_group (59885a89-fbed-42b3-a401-c2d5c2202f87), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.883882 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd75a5b6-d80f-4daa-ac72-8a342444f5f8 admin admin] Publish callbacks [] for security_group (59885a89-fbed-42b3-a401-c2d5c2202f87), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.907808 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Request body: {'port': {'device_id': 'c7866fc9-233f-4a31-85ae-87b6b5cf9474', 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da', 'admin_state_up': True, 'tenant_id': 'ac7d65640ff94651a7ef1d826ade4cfe'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:03.962921 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd75a5b6-d80f-4daa-ac72-8a342444f5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (59885a89-fbed-42b3-a401-c2d5c2202f87), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.969924 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd75a5b6-d80f-4daa-ac72-8a342444f5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:03.975115 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-fd75a5b6-d80f-4daa-ac72-8a342444f5f8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59885a89-fbed-42b3-a401-c2d5c2202f87 HTTP/1.1" status: 204 len: 168 time: 0.3541801 Jan 18 20:24:03.983615 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75a5b6-d80f-4daa-ac72-8a342444f5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59885a89-fbed-42b3-a401-c2d5c2202f87,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:04.051606 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.060273 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.db.resource_extend [None req-f247d9da-39c9-4639-85ec-f4de1b9479b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 20:24:04.103652 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59258) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:04.124147 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-64516916-c541-42b1-a727-6b58c1f56bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.209876 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f247d9da-39c9-4639-85ec-f4de1b9479b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.217439 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f247d9da-39c9-4639-85ec-f4de1b9479b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (08e34b4c-6261-418a-a269-0a28737ee625), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.259360 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-64516916-c541-42b1-a727-6b58c1f56bb7 admin admin] Publish callbacks [] for security_group (6b98837d-0d6c-40dd-961f-cfb496374677), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.266119 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-64516916-c541-42b1-a727-6b58c1f56bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6b98837d-0d6c-40dd-961f-cfb496374677), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.282354 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258397c-ade3-4ac2-bf0b-4b6b40c98fde req-ad0785d3-0b55-4982-a5d5-d19a288df589 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:04.284027 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d258397c-ade3-4ac2-bf0b-4b6b40c98fde req-ad0785d3-0b55-4982-a5d5-d19a288df589 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1571200 Jan 18 20:24:04.320796 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-64516916-c541-42b1-a727-6b58c1f56bb7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2b520a60ced4d21b0a7ad161fb2c543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159123 Jan 18 20:24:04.321648 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64516916-c541-42b1-a727-6b58c1f56bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98837d-0d6c-40dd-961f-cfb496374677,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:04.324975 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59262) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:04.365106 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Made reservation on behalf of ac7d65640ff94651a7ef1d826ade4cfe for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:04.369760 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.396755 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cb192aa4-5c68-4af6-90a0-384da17f1baa admin admin] Publish callbacks [] for security_group (6b98837d-0d6c-40dd-961f-cfb496374677), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.430232 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cb192aa4-5c68-4af6-90a0-384da17f1baa admin admin] Publish callbacks [] for security_group (6b98837d-0d6c-40dd-961f-cfb496374677), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.463859 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.l3_db [None req-f247d9da-39c9-4639-85ec-f4de1b9479b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Floating IP 08e34b4c-6261-418a-a269-0a28737ee625 associated. External IP: 172.27.3.119, port: 555e1e24-9775-40bc-b590-9ec8763d4dd0. Jan 18 20:24:04.474556 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d258397c-ade3-4ac2-bf0b-4b6b40c98fde req-4168cf00-9b20-4f38-8d87-8b66e737af3e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755855 Jan 18 20:24:04.520900 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cb192aa4-5c68-4af6-90a0-384da17f1baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6b98837d-0d6c-40dd-961f-cfb496374677), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.526490 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cb192aa4-5c68-4af6-90a0-384da17f1baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.531177 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-cb192aa4-5c68-4af6-90a0-384da17f1baa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b98837d-0d6c-40dd-961f-cfb496374677 HTTP/1.1" status: 204 len: 168 time: 0.2024245 Jan 18 20:24:04.542861 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb192aa4-5c68-4af6-90a0-384da17f1baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b98837d-0d6c-40dd-961f-cfb496374677,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:04.682509 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:04.697570 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Allocated IP 172.20.0.8 (dcb439eb-a130-48e2-8bcd-35ade9b8c9da/a39338dd-c6f0-425c-ab33-d045c58b9b54/8e771083-6f01-41a0-aae7-67a33901263a) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:05.013838 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f247d9da-39c9-4639-85ec-f4de1b9479b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Router 9b20d573-b962-4119-93b4-b42016a0661e has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:24:05.034562 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-65854998-f2ea-47d9-b246-a2b34ea14158 req-96624b80-118c-4bc9-8e6b-68a40697d3be tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 210 time: 0.0454798 Jan 18 20:24:05.185082 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks [] for port (8e771083-6f01-41a0-aae7-67a33901263a), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.221480 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f247d9da-39c9-4639-85ec-f4de1b9479b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:24:05.234171 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] Sync routers for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:24:05.249607 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:24:05.249873 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f247d9da-39c9-4639-85ec-f4de1b9479b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.251348 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:24:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:05.286720 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-f247d9da-39c9-4639-85ec-f4de1b9479b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "PUT /v2.0/floatingips/08e34b4c-6261-418a-a269-0a28737ee625 HTTP/1.1" status: 200 len: 991 time: 3.4127402 Jan 18 20:24:05.294540 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:05.299381 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3" -d '{"events": [{"name": "network-changed", "server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:05.320727 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (8e771083-6f01-41a0-aae7-67a33901263a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.336147 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['99714da3-e00f-44f4-9a6d-0775f70695dc'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:24:05.409193 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:24:05.417212 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Pushing event updated for resources: {'Port': ['ID=8e771083-6f01-41a0-aae7-67a33901263a,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:05.427555 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Network dcb439eb-a130-48e2-8bcd-35ade9b8c9da is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:05.434255 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:05.445722 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:05.454689 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:05.455697 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.461268 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1650019d-21b0-4109-82e0-a8a99bcce3af x-openstack-request-id: req-1650019d-21b0-4109-82e0-a8a99bcce3af {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:05.462073 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:05.462541 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1650019d-21b0-4109-82e0-a8a99bcce3af {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:05.463258 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'status': 'completed', 'code': 200} Jan 18 20:24:05.466999 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.467777 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.468329 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.468886 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.469430 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.470279 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.470843 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.471540 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.472237 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.472813 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.473880 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.475099 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.475674 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:05.523234 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-58112bd2-7762-43a0-af8b-94deb007a7e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6723635 Jan 18 20:24:05.556852 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Request body: {'port': {'device_id': 'c7866fc9-233f-4a31-85ae-87b6b5cf9474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:05.670939 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-007fea02-2a6b-4ae0-8779-ed77d8cb77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:05.677323 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-007fea02-2a6b-4ae0-8779-ed77d8cb77cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 1098 time: 0.1855278 Jan 18 20:24:05.833829 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:05.874765 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (8e771083-6f01-41a0-aae7-67a33901263a), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:06.142464 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-74e58f7a-180f-4591-aabc-f79197dd5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:06.146155 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-74e58f7a-180f-4591-aabc-f79197dd5dce service neutron] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 916 time: 0.4403808 Jan 18 20:24:06.190544 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '08e34b4c-6261-418a-a269-0a28737ee625', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'port_id': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'mac_address': 'fa:16:3e:b9:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f16911-8813-49b1-a940-9d83c6a5b131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:23:38Z', 'updated_at': '2022-01-18T20:24:03Z', 'revision_number': 1, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:06.313084 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] Checking router: 9b20d573-b962-4119-93b4-b42016a0661e for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:24:06.318687 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-bec2faa9-2ddf-4246-87a9-4214c955cab8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0 HTTP/1.1" status: 200 len: 999 time: 0.1588714 Jan 18 20:24:06.338058 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:24:06.339567 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:24:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:06.502641 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-cadd4bcd-2aab-468f-94c9-91a0a5ed2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:06.505408 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-cadd4bcd-2aab-468f-94c9-91a0a5ed2f85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.1744485 Jan 18 20:24:06.564013 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:24:06.584542 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeec903-b872-48c6-8783-dd0b441d6429 req-98a66b32-dfa4-4221-aab8-6f9e9d77b3ee tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:06.588293 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-efeec903-b872-48c6-8783-dd0b441d6429 req-98a66b32-dfa4-4221-aab8-6f9e9d77b3ee tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 931 time: 0.1668160 Jan 18 20:24:06.611824 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-54d39502-0759-44f5-8d65-c91cf61728c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:06.614335 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-54d39502-0759-44f5-8d65-c91cf61728c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0998893 Jan 18 20:24:06.648280 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0af6-635b-4dae-ba79-6be5865bac65 req-a375ed59-b28e-47a7-b3c9-118857755c3d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:06.655573 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-238c0af6-635b-4dae-ba79-6be5865bac65 req-a375ed59-b28e-47a7-b3c9-118857755c3d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.9981985 Jan 18 20:24:06.744722 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-efeec903-b872-48c6-8783-dd0b441d6429 req-36ef2b89-9f73-4441-8141-cdf199bc8105 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497567 Jan 18 20:24:06.789713 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-78650b9a-9fa8-4fa7-b9ea-92c30073a4ab service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646416 Jan 18 20:24:06.791469 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-238c0af6-635b-4dae-ba79-6be5865bac65 req-7efc1e96-542a-4ca9-a305-a8c077b0144e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302454 Jan 18 20:24:06.954313 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a2e2fa52-baf5-4088-81d5-ec2e0e7561c3 req-c05d02ba-a6e5-48d4-8fff-26c17c9a94d4 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500993 Jan 18 20:24:07.057146 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '08e34b4c-6261-418a-a269-0a28737ee625', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'port_id': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'mac_address': 'fa:16:3e:b9:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f16911-8813-49b1-a940-9d83c6a5b131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:23:38Z', 'updated_at': '2022-01-18T20:24:03Z', 'revision_number': 1, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:07.097908 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90d3cb-726b-4c72-ab65-abdd87ad076e None None] The sync data for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi is: [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '08e34b4c-6261-418a-a269-0a28737ee625', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'port_id': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'mac_address': 'fa:16:3e:b9:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f16911-8813-49b1-a940-9d83c6a5b131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:23:38Z', 'updated_at': '2022-01-18T20:24:03Z', 'revision_number': 1, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:24:07.196526 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e771083-6f01-41a0-aae7-67a33901263a {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:07.217265 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Publish callbacks [] for port (8e771083-6f01-41a0-aae7-67a33901263a), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.245354 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Transition to ACTIVE for port object 8e771083-6f01-41a0-aae7-67a33901263a will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:24:07.251167 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (8e771083-6f01-41a0-aae7-67a33901263a), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.263466 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa37b7-8c38-4c37-b47e-3154b98d439e req-1f00b6b0-7234-4cf8-a635-d2f0eb0fdb70 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:07.265067 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-77fa37b7-8c38-4c37-b47e-3154b98d439e req-1f00b6b0-7234-4cf8-a635-d2f0eb0fdb70 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 945 time: 0.1201494 Jan 18 20:24:07.343741 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e771083-6f01-41a0-aae7-67a33901263a,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:07.416005 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-77fa37b7-8c38-4c37-b47e-3154b98d439e req-be8a006e-e0dd-44d8-b562-5eff56fd80f5 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229348 Jan 18 20:24:07.418359 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Attempting to bind port 8e771083-6f01-41a0-aae7-67a33901263a on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:07.419084 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Attempting to bind port 8e771083-6f01-41a0-aae7-67a33901263a by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:07.419928 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Attempting to bind port 8e771083-6f01-41a0-aae7-67a33901263a on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:07.429227 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Port 8e771083-6f01-41a0-aae7-67a33901263a on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:24:07.429638 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Attempting to bind port 8e771083-6f01-41a0-aae7-67a33901263a on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:07.435453 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:07.436124 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Checking segment: {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:07.436736 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Bound using segment: {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:07.437449 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Bound port: 8e771083-6f01-41a0-aae7-67a33901263a, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:07.438105 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (8e771083-6f01-41a0-aae7-67a33901263a), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.476022 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55003ae-8a21-4172-be4a-c6cac688dd5e None None] New status for floating IP 08e34b4c-6261-418a-a269-0a28737ee625: ACTIVE {{(pid=102696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:24:07.513047 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] For port 8e771083-6f01-41a0-aae7-67a33901263a, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:07.524481 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] For port 8e771083-6f01-41a0-aae7-67a33901263a, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e771083-6f01-41a0-aae7-67a33901263a,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:07.531262 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (8e771083-6f01-41a0-aae7-67a33901263a), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.577987 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:07.578707 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:07.580217 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] 10.222.0.45 "PUT /v2.0/ports/8e771083-6f01-41a0-aae7-67a33901263a HTTP/1.1" status: 200 len: 1093 time: 2.0413318 Jan 18 20:24:07.580876 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7866fc9-233f-4a31-85ae-87b6b5cf9474', 'tag': '8e771083-6f01-41a0-aae7-67a33901263a'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:07.584016 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da95ee7-03da-4c5f-9848-9cad990d81c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7866fc9-233f-4a31-85ae-87b6b5cf9474", "tag": "8e771083-6f01-41a0-aae7-67a33901263a"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:07.616048 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bd0f8-37c4-4b1d-9081-f704a5d939a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e771083-6f01-41a0-aae7-67a33901263a,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:07.682925 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd755e8b-69c1-4c01-8c02-73464acbd308 x-openstack-request-id: req-cd755e8b-69c1-4c01-8c02-73464acbd308 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:07.683579 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7866fc9-233f-4a31-85ae-87b6b5cf9474", "tag": "8e771083-6f01-41a0-aae7-67a33901263a", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:07.683579 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cd755e8b-69c1-4c01-8c02-73464acbd308 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:07.683891 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7866fc9-233f-4a31-85ae-87b6b5cf9474', 'tag': '8e771083-6f01-41a0-aae7-67a33901263a', 'status': 'completed', 'code': 200} Jan 18 20:24:07.763404 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d87d5cfc-7dcc-442b-a336-3bdf2dc8e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:07.765246 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-d87d5cfc-7dcc-442b-a336-3bdf2dc8e514 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 1096 time: 0.0785329 Jan 18 20:24:07.841973 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-91436802-832b-4825-ba32-8f1ebebec827 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e771083-6f01-41a0-aae7-67a33901263a HTTP/1.1" status: 200 len: 217 time: 0.0652084 Jan 18 20:24:07.984430 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-5c2dc5f3-6c4e-46da-97e5-8a7fd719c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:07.987225 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-5c2dc5f3-6c4e-46da-97e5-8a7fd719c661 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a39338dd-c6f0-425c-ab33-d045c58b9b54 HTTP/1.1" status: 200 len: 854 time: 0.1366439 Jan 18 20:24:07.997539 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e056d0-fce4-44a1-acef-343fbadf241f req-54d54ff3-dc8c-48c1-bb15-0481677d8d62 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:08.001043 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-23e056d0-fce4-44a1-acef-343fbadf241f req-54d54ff3-dc8c-48c1-bb15-0481677d8d62 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1055329 Jan 18 20:24:08.014590 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7c5d8-fdbc-4518-8d12-b868d2e99780 req-d5b035f9-8d66-4423-9907-5517998ceaea tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:08.016826 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-30a7c5d8-fdbc-4518-8d12-b868d2e99780 req-d5b035f9-8d66-4423-9907-5517998ceaea tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 943 time: 0.1132879 Jan 18 20:24:08.105051 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-f49e2a3c-7e93-41f6-8468-1247a72895f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862560 Jan 18 20:24:08.106405 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-23e056d0-fce4-44a1-acef-343fbadf241f req-994d74af-d9a1-4f49-9a98-aac8f1d93f12 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902188 Jan 18 20:24:08.128777 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59386) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:08.306334 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-30a7c5d8-fdbc-4518-8d12-b868d2e99780 req-540b0d3f-e4ad-4f0a-b322-2df760f910f6 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742403 Jan 18 20:24:08.347112 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ac3324d9-c950-443c-a82a-5469ff9b758d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.390981 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-95b7a300-41e1-4fbc-a053-c0b4fdd98f06 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783809 Jan 18 20:24:08.460077 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ac3324d9-c950-443c-a82a-5469ff9b758d admin admin] Publish callbacks [] for security_group (d2ffe4fc-fa47-447c-b4a9-b9cb0e14f2ba), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.464940 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ac3324d9-c950-443c-a82a-5469ff9b758d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (d2ffe4fc-fa47-447c-b4a9-b9cb0e14f2ba), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.508147 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ac3324d9-c950-443c-a82a-5469ff9b758d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d400523c4394fec98c9205c372f7e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776023 Jan 18 20:24:08.512485 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 59400) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:08.513351 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3324d9-c950-443c-a82a-5469ff9b758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ffe4fc-fa47-447c-b4a9-b9cb0e14f2ba,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:08.564167 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcf34ccb-9f7b-4f04-891e-056db2672a40 req-a7796116-5b05-4dcc-8e73-9a2cfb662699 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651702 Jan 18 20:24:08.587423 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-482b762a-3b99-416a-825b-ed381d98daf7 admin admin] Publish callbacks [] for security_group (d2ffe4fc-fa47-447c-b4a9-b9cb0e14f2ba), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.610006 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83f7fb-531f-4571-bb4b-7b1342c13805 req-7d1a0950-79cb-431a-aab6-8e8aca0c8683 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:08.612381 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4a83f7fb-531f-4571-bb4b-7b1342c13805 req-7d1a0950-79cb-431a-aab6-8e8aca0c8683 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 945 time: 0.0623500 Jan 18 20:24:08.617530 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-482b762a-3b99-416a-825b-ed381d98daf7 admin admin] Publish callbacks [] for security_group (d2ffe4fc-fa47-447c-b4a9-b9cb0e14f2ba), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.669572 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4a83f7fb-531f-4571-bb4b-7b1342c13805 req-7e980b96-6995-47fe-9535-88151dc0015f tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502007 Jan 18 20:24:08.726619 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da95ee7-03da-4c5f-9848-9cad990d81c7 req-c8a87f0a-e561-47fa-99f2-40593e87a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:08.728244 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6da95ee7-03da-4c5f-9848-9cad990d81c7 req-c8a87f0a-e561-47fa-99f2-40593e87a828 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 1096 time: 0.0959859 Jan 18 20:24:08.741821 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-482b762a-3b99-416a-825b-ed381d98daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (d2ffe4fc-fa47-447c-b4a9-b9cb0e14f2ba), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.744960 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-482b762a-3b99-416a-825b-ed381d98daf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:08.746472 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-482b762a-3b99-416a-825b-ed381d98daf7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d2ffe4fc-fa47-447c-b4a9-b9cb0e14f2ba HTTP/1.1" status: 204 len: 168 time: 0.2325115 Jan 18 20:24:08.777477 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b762a-3b99-416a-825b-ed381d98daf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ffe4fc-fa47-447c-b4a9-b9cb0e14f2ba,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:08.867415 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da95ee7-03da-4c5f-9848-9cad990d81c7 req-2bd6b887-65a2-48d9-af60-90ae3b692ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:08.869253 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6da95ee7-03da-4c5f-9848-9cad990d81c7 req-2bd6b887-65a2-48d9-af60-90ae3b692ff4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 914 time: 0.1212125 Jan 18 20:24:08.942608 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6da95ee7-03da-4c5f-9848-9cad990d81c7 req-02ec0abd-034c-410d-b446-d464faf1e9ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e771083-6f01-41a0-aae7-67a33901263a HTTP/1.1" status: 200 len: 217 time: 0.0604784 Jan 18 20:24:09.010477 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da95ee7-03da-4c5f-9848-9cad990d81c7 req-0aac97c7-d72b-46ca-987f-d2a106cd3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:09.011896 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6da95ee7-03da-4c5f-9848-9cad990d81c7 req-0aac97c7-d72b-46ca-987f-d2a106cd3fc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a39338dd-c6f0-425c-ab33-d045c58b9b54 HTTP/1.1" status: 200 len: 854 time: 0.0551770 Jan 18 20:24:09.057674 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6da95ee7-03da-4c5f-9848-9cad990d81c7 req-e9c2c4f4-6087-45b0-a939-c91e917292d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361984 Jan 18 20:24:09.123527 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59406) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:09.137537 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-88857f34-9107-483c-852e-ef941ec3ef51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.233781 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-88857f34-9107-483c-852e-ef941ec3ef51 admin admin] Publish callbacks [] for security_group (34133f0d-3225-4f96-b002-2df2c15aec00), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.239607 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-88857f34-9107-483c-852e-ef941ec3ef51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (34133f0d-3225-4f96-b002-2df2c15aec00), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.256825 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6da95ee7-03da-4c5f-9848-9cad990d81c7 req-b42c47f2-01fa-4177-aecf-6eb536390c07 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850519 Jan 18 20:24:09.306914 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-88857f34-9107-483c-852e-ef941ec3ef51 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=960ac27dcf2d4ca4aef44f1024564c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819539 Jan 18 20:24:09.309480 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88857f34-9107-483c-852e-ef941ec3ef51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34133f0d-3225-4f96-b002-2df2c15aec00,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:09.310531 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59412) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:09.390753 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7fc793cf-52aa-4608-bf87-5bbd2db66714 admin admin] Publish callbacks [] for security_group (34133f0d-3225-4f96-b002-2df2c15aec00), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.408740 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cece1b0-1007-4c6f-ba8f-2b67d6510f55 req-c814677d-e3be-4183-adc9-f449d8219e10 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:09.417171 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7cece1b0-1007-4c6f-ba8f-2b67d6510f55 req-c814677d-e3be-4183-adc9-f449d8219e10 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.2225883 Jan 18 20:24:09.422333 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7fc793cf-52aa-4608-bf87-5bbd2db66714 admin admin] Publish callbacks [] for security_group (34133f0d-3225-4f96-b002-2df2c15aec00), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.479976 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6da95ee7-03da-4c5f-9848-9cad990d81c7 req-65069583-8833-4633-8eb6-b42b8d258fc9 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096460 Jan 18 20:24:09.491052 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7cece1b0-1007-4c6f-ba8f-2b67d6510f55 req-f99f6ecb-fd84-4aaf-b5ac-627fa5670e72 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720630 Jan 18 20:24:09.515357 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562a6f3-7311-4a93-ae46-1943ceb04a5b req-08c7be10-3f02-413c-a97c-ff3fcc535c87 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:09.516917 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5562a6f3-7311-4a93-ae46-1943ceb04a5b req-08c7be10-3f02-413c-a97c-ff3fcc535c87 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 943 time: 0.0804005 Jan 18 20:24:09.555715 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7fc793cf-52aa-4608-bf87-5bbd2db66714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (34133f0d-3225-4f96-b002-2df2c15aec00), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.559091 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7fc793cf-52aa-4608-bf87-5bbd2db66714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:09.560127 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-7fc793cf-52aa-4608-bf87-5bbd2db66714 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/34133f0d-3225-4f96-b002-2df2c15aec00 HTTP/1.1" status: 204 len: 168 time: 0.2485240 Jan 18 20:24:09.579954 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc793cf-52aa-4608-bf87-5bbd2db66714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34133f0d-3225-4f96-b002-2df2c15aec00,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:09.621340 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5562a6f3-7311-4a93-ae46-1943ceb04a5b req-805153eb-8b4a-4fa3-9866-a373a6e6ac4d tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951605 Jan 18 20:24:09.873364 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c24c94-4d0c-45da-bda5-47b4c711c2c4 req-a0483c43-a3be-4873-8d36-d719adca4ba9 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:09.875777 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-84c24c94-4d0c-45da-bda5-47b4c711c2c4 req-a0483c43-a3be-4873-8d36-d719adca4ba9 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 945 time: 0.0727282 Jan 18 20:24:09.956810 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-84c24c94-4d0c-45da-bda5-47b4c711c2c4 req-161c47dd-c542-4f98-b9e2-b3deb4a7e4a1 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/security-groups?id=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675292 Jan 18 20:24:10.332889 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-36d572d4-6561-4477-80c1-f2e105fa0ace tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:10.334434 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-36d572d4-6561-4477-80c1-f2e105fa0ace tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.45 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 945 time: 0.0649128 Jan 18 20:24:10.519707 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-9bb5ecd4-820a-4a8d-ac87-1b11abe22594 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Deleting port 606d225c-d6f1-491e-8ba1-c66d52808c4b {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:24:10.520073 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-9bb5ecd4-820a-4a8d-ac87-1b11abe22594 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.630645 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-9bb5ecd4-820a-4a8d-ac87-1b11abe22594 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] For port 606d225c-d6f1-491e-8ba1-c66d52808c4b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=606d225c-d6f1-491e-8ba1-c66d52808c4b,segment=NetworkSegment(cffb5a73-84c1-43e4-beb6-a3ebcd94b62a),segment_id=cffb5a73-84c1-43e4-beb6-a3ebcd94b62a)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:10.631011 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-9bb5ecd4-820a-4a8d-ac87-1b11abe22594 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:10.654279 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-9bb5ecd4-820a-4a8d-ac87-1b11abe22594 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Calling delete_port for 606d225c-d6f1-491e-8ba1-c66d52808c4b owned by compute:nova {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:24:10.750016 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3aea05-9ba7-428e-8a43-1b8b792d1345 req-7bede378-b0ee-4b09-85b1-4d7e2555828f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:10.753919 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b3aea05-9ba7-428e-8a43-1b8b792d1345 req-7bede378-b0ee-4b09-85b1-4d7e2555828f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1295748 Jan 18 20:24:10.847046 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32538-9113-49f1-a88f-d83f0c7529d3 req-e32e2759-3753-4642-a2fa-a1a94ffc9336 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:10.849711 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b3aea05-9ba7-428e-8a43-1b8b792d1345 req-d9758fe4-1a38-4b5a-839c-efabb2b42a8c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891950 Jan 18 20:24:10.854811 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bfe32538-9113-49f1-a88f-d83f0c7529d3 req-e32e2759-3753-4642-a2fa-a1a94ffc9336 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 943 time: 0.1358027 Jan 18 20:24:10.952617 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bfe32538-9113-49f1-a88f-d83f0c7529d3 req-10be0fba-bd3f-4e4a-aada-a19989fb68bc tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967116 Jan 18 20:24:11.008796 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-9bb5ecd4-820a-4a8d-ac87-1b11abe22594 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732'] for port (606d225c-d6f1-491e-8ba1-c66d52808c4b), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.025369 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['606d225c-d6f1-491e-8ba1-c66d52808c4b'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:24:11.061112 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5ecd4-820a-4a8d-ac87-1b11abe22594 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Pushing event deleted for resources: {'Port': ['ID=606d225c-d6f1-491e-8ba1-c66d52808c4b,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:11.137369 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-9bb5ecd4-820a-4a8d-ac87-1b11abe22594 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] No DVR routers for this DVR port 606d225c-d6f1-491e-8ba1-c66d52808c4b on host hv-cinder-82160 {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:24:11.153336 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-9bb5ecd4-820a-4a8d-ac87-1b11abe22594 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:11.162013 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-725e7ad1-2f9a-4d7b-9d32-0e3fd794421e req-9bb5ecd4-820a-4a8d-ac87-1b11abe22594 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.45 "DELETE /v2.0/ports/606d225c-d6f1-491e-8ba1-c66d52808c4b HTTP/1.1" status: 204 len: 173 time: 0.8198428 Jan 18 20:24:11.162366 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2962a0f0-ce3a-4351-84d7-f3155f5bd129', 'name': 'network-vif-deleted', 'tag': '606d225c-d6f1-491e-8ba1-c66d52808c4b'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:11.167098 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-03d486c9-cb1a-4e1d-b196-356c0e019bc9 req-e93f99bb-dbd7-40d6-b9d0-36f8fe6fa264 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 210 time: 0.0579698 Jan 18 20:24:11.168461 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb13aecd-cd3d-474c-937e-6c4fe1cd4f54" -d '{"events": [{"server_uuid": "2962a0f0-ce3a-4351-84d7-f3155f5bd129", "name": "network-vif-deleted", "tag": "606d225c-d6f1-491e-8ba1-c66d52808c4b"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:11.366030 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85525053-c20f-4155-830c-71caa84dbd9f x-openstack-request-id: req-85525053-c20f-4155-830c-71caa84dbd9f {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:11.366500 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2962a0f0-ce3a-4351-84d7-f3155f5bd129", "name": "network-vif-deleted", "tag": "606d225c-d6f1-491e-8ba1-c66d52808c4b", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:11.366951 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-85525053-c20f-4155-830c-71caa84dbd9f {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:11.368513 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2962a0f0-ce3a-4351-84d7-f3155f5bd129', 'name': 'network-vif-deleted', 'tag': '606d225c-d6f1-491e-8ba1-c66d52808c4b', 'status': 'completed', 'code': 200} Jan 18 20:24:12.037743 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739f84e-5004-43e1-aad5-2ec8b56cd4cb req-d5b33f08-af18-4795-9704-0fa7cfc804cf tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:12.050529 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3739f84e-5004-43e1-aad5-2ec8b56cd4cb req-d5b33f08-af18-4795-9704-0fa7cfc804cf tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0999172 Jan 18 20:24:12.122555 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3739f84e-5004-43e1-aad5-2ec8b56cd4cb req-a4d3bdd7-9aae-4370-92d4-b5b3cd9055f1 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698323 Jan 18 20:24:12.266452 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def38b89-5b48-4b5b-8c65-217f6b8e6b87 req-2c8c695b-f125-486d-903a-5cddef634334 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:12.273632 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-def38b89-5b48-4b5b-8c65-217f6b8e6b87 req-2c8c695b-f125-486d-903a-5cddef634334 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 943 time: 0.0664849 Jan 18 20:24:12.402047 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-def38b89-5b48-4b5b-8c65-217f6b8e6b87 req-46cab392-607e-4767-93c4-96c3cc1fd5c4 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130497 Jan 18 20:24:12.482881 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-451773af-c1bd-4738-8d43-fdd15740a21f req-c79d5d34-2298-4fbb-9373-5187875e4952 tempest-DeleteServersTestJSON-1179100681 tempest-DeleteServersTestJSON-1179100681-project] 10.222.0.67 "GET /v2.0/ports?device_id=2962a0f0-ce3a-4351-84d7-f3155f5bd129 HTTP/1.1" status: 200 len: 210 time: 0.0544088 Jan 18 20:24:12.742898 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 59542) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:12.862902 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8978115b-d8b4-4950-84be-a47034bafb1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.874541 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 8e771083-6f01-41a0-aae7-67a33901263a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:24:12.971075 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8978115b-d8b4-4950-84be-a47034bafb1d admin admin] Publish callbacks [] for security_group (bd7c2ad5-8ba0-4f0a-b37d-f0f2b3e78c92), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:12.976540 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8978115b-d8b4-4950-84be-a47034bafb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (bd7c2ad5-8ba0-4f0a-b37d-f0f2b3e78c92), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.020424 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978115b-d8b4-4950-84be-a47034bafb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7c2ad5-8ba0-4f0a-b37d-f0f2b3e78c92,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:13.025491 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8978115b-d8b4-4950-84be-a47034bafb1d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=285cc1956cc347f9b1885545fa48ec7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812741 Jan 18 20:24:13.028938 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59546) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:13.053578 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 8e771083-6f01-41a0-aae7-67a33901263a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e771083-6f01-41a0-aae7-67a33901263a,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:13.067594 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '8e771083-6f01-41a0-aae7-67a33901263a', 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da', 'port_id': '8e771083-6f01-41a0-aae7-67a33901263a', 'mac_address': 'fa:16:3e:a4:18:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39338dd-c6f0-425c-ab33-d045c58b9b54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:24:13.121798 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0af097a6-99f0-4cea-ad53-466215ebee9e admin admin] Publish callbacks [] for security_group (bd7c2ad5-8ba0-4f0a-b37d-f0f2b3e78c92), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.137520 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 8e771083-6f01-41a0-aae7-67a33901263a is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:13.138071 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (8e771083-6f01-41a0-aae7-67a33901263a), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.176918 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0af097a6-99f0-4cea-ad53-466215ebee9e admin admin] Publish callbacks [] for security_group (bd7c2ad5-8ba0-4f0a-b37d-f0f2b3e78c92), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.276889 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0af097a6-99f0-4cea-ad53-466215ebee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (bd7c2ad5-8ba0-4f0a-b37d-f0f2b3e78c92), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.280010 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0af097a6-99f0-4cea-ad53-466215ebee9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.281533 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-0af097a6-99f0-4cea-ad53-466215ebee9e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bd7c2ad5-8ba0-4f0a-b37d-f0f2b3e78c92 HTTP/1.1" status: 204 len: 168 time: 0.2492275 Jan 18 20:24:13.295174 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af097a6-99f0-4cea-ad53-466215ebee9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7c2ad5-8ba0-4f0a-b37d-f0f2b3e78c92,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:13.333789 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8fbe2-0387-474d-9ea1-10441544e22d req-c32ebd94-54fa-41f5-b1d6-e1d16422ad17 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:13.335914 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ddc8fbe2-0387-474d-9ea1-10441544e22d req-c32ebd94-54fa-41f5-b1d6-e1d16422ad17 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0894446 Jan 18 20:24:13.350947 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e771083-6f01-41a0-aae7-67a33901263a {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:13.381059 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 8e771083-6f01-41a0-aae7-67a33901263a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e771083-6f01-41a0-aae7-67a33901263a,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:13.386847 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (8e771083-6f01-41a0-aae7-67a33901263a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.423127 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ddc8fbe2-0387-474d-9ea1-10441544e22d req-3b8dcb40-0d01-4c7f-b946-6786d7c66733 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772600 Jan 18 20:24:13.467988 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=8e771083-6f01-41a0-aae7-67a33901263a,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:13.484047 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.484642 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.485235 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.485814 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.486382 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.486957 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.487592 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.488869 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.489596 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.490078 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.490739 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.491669 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.492250 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:24:13.567906 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f683d9f-af43-4340-9dd5-858868dad0cb req-c652add7-32c5-4cbd-95b3-29c078800bde tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:13.583772 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6f683d9f-af43-4340-9dd5-858868dad0cb req-c652add7-32c5-4cbd-95b3-29c078800bde tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 944 time: 0.0574634 Jan 18 20:24:13.657903 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6f683d9f-af43-4340-9dd5-858868dad0cb req-aa9222ee-84ba-474b-be7d-0ee02c070849 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825510 Jan 18 20:24:13.740714 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['8e771083-6f01-41a0-aae7-67a33901263a'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:24:13.806299 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 59574) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:13.823699 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a87e8665-0aa2-47e7-8eae-ca3b8818f28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.952573 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a87e8665-0aa2-47e7-8eae-ca3b8818f28b admin admin] Publish callbacks [] for security_group (e37c5d32-c413-4e7b-8f30-01293400798e), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:13.962075 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a87e8665-0aa2-47e7-8eae-ca3b8818f28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e37c5d32-c413-4e7b-8f30-01293400798e), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.036773 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e8665-0aa2-47e7-8eae-ca3b8818f28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c5d32-c413-4e7b-8f30-01293400798e,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:14.083942 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-a87e8665-0aa2-47e7-8eae-ca3b8818f28b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e81ac3893f504839ac3466af3120e381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755396 Jan 18 20:24:14.086531 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59582) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:14.176601 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-24ac834b-c978-49ae-b0f4-9b03b228e2b1 admin admin] Publish callbacks [] for security_group (e37c5d32-c413-4e7b-8f30-01293400798e), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.210150 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-24ac834b-c978-49ae-b0f4-9b03b228e2b1 admin admin] Publish callbacks [] for security_group (e37c5d32-c413-4e7b-8f30-01293400798e), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.267468 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-24ac834b-c978-49ae-b0f4-9b03b228e2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e37c5d32-c413-4e7b-8f30-01293400798e), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.270563 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-24ac834b-c978-49ae-b0f4-9b03b228e2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:14.271775 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-24ac834b-c978-49ae-b0f4-9b03b228e2b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e37c5d32-c413-4e7b-8f30-01293400798e HTTP/1.1" status: 204 len: 168 time: 0.1831043 Jan 18 20:24:14.280466 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac834b-c978-49ae-b0f4-9b03b228e2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c5d32-c413-4e7b-8f30-01293400798e,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:14.602681 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b9b02-9db2-4b08-ae1b-85f7d68b799c req-1f184e86-5f8c-44c6-9058-072ddd02e557 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:14.604323 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1f2b9b02-9db2-4b08-ae1b-85f7d68b799c req-1f184e86-5f8c-44c6-9058-072ddd02e557 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0623205 Jan 18 20:24:14.672567 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1f2b9b02-9db2-4b08-ae1b-85f7d68b799c req-5168e22a-7734-412c-a187-404572efc493 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592785 Jan 18 20:24:14.797147 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d957634-2072-4b93-9df2-cc91640200b1 req-e31a7cfa-0456-4eb8-b5a9-86991e8133a4 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:14.800253 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1d957634-2072-4b93-9df2-cc91640200b1 req-e31a7cfa-0456-4eb8-b5a9-86991e8133a4 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 944 time: 0.0603433 Jan 18 20:24:14.894700 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1d957634-2072-4b93-9df2-cc91640200b1 req-5fd68390-c48f-413f-98ba-797906e43fef tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866823 Jan 18 20:24:15.346651 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59632) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:15.401964 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8fd70d-67f2-4cc1-a01a-867765aff15e admin admin] Deleting subnet 95112d31-29ef-4315-9f38-5cda96838d78 {{(pid=102695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:15.405895 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd70d-67f2-4cc1-a01a-867765aff15e admin admin] Publish callbacks [] for subnet (95112d31-29ef-4315-9f38-5cda96838d78), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.451756 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd70d-67f2-4cc1-a01a-867765aff15e admin admin] Publish callbacks [] for subnet (95112d31-29ef-4315-9f38-5cda96838d78), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.465638 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd70d-67f2-4cc1-a01a-867765aff15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (95112d31-29ef-4315-9f38-5cda96838d78), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.539398 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd70d-67f2-4cc1-a01a-867765aff15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (95112d31-29ef-4315-9f38-5cda96838d78), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.591932 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fd70d-67f2-4cc1-a01a-867765aff15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95112d31-29ef-4315-9f38-5cda96838d78,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:15.598714 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd70d-67f2-4cc1-a01a-867765aff15e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.608133 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4c8fd70d-67f2-4cc1-a01a-867765aff15e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/95112d31-29ef-4315-9f38-5cda96838d78 HTTP/1.1" status: 204 len: 168 time: 0.2567549 Jan 18 20:24:15.609000 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59644) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:15.692323 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (2d9683a0-21df-40c1-a588-afe062762ffa), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.799087 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (2d9683a0-21df-40c1-a588-afe062762ffa), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:15.826747 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:15.827132 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:15.827929 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:15.828270 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:15.828602 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:15.828928 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:15.829254 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:15.829560 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:15.829863 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:15.830170 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:15.840522 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 606d225c-d6f1-491e-8ba1-c66d52808c4b no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:24:15.869360 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 606d225c-d6f1-491e-8ba1-c66d52808c4b {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:24:15.869951 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 606d225c-d6f1-491e-8ba1-c66d52808c4b not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:24:16.032666 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:16.033036 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:16.033320 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:16.033640 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:16.034029 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9683a0-21df-40c1-a588-afe062762ffa']}} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:16.053721 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffb5a73-84c1-43e4-beb6-a3ebcd94b62a') {'for_net_delete': True} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:16.054005 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffb5a73-84c1-43e4-beb6-a3ebcd94b62a') {} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:16.073750 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448426'] for segment (cffb5a73-84c1-43e4-beb6-a3ebcd94b62a), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.102971 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (cffb5a73-84c1-43e4-beb6-a3ebcd94b62a), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.119227 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:16.119994 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616369'] for segment (cffb5a73-84c1-43e4-beb6-a3ebcd94b62a), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: Traceback (most recent call last): Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: timer() Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: cb(*args, **kw) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: return func(*args, **kwargs) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: self._notify() Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: self.callback(batched_events) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: event.method(event) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: return f(self, *a, **k) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._get(url).json() Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:16.161832 dv-cinder-821602-14-iscsi neutron-server[102695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:16.252000 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (2d9683a0-21df-40c1-a588-afe062762ffa), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.262134 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.265444 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2d9683a0-21df-40c1-a588-afe062762ffa HTTP/1.1" status: 204 len: 168 time: 0.6550508 Jan 18 20:24:16.277014 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8b16f-4618-4b4a-bc18-607863d6fbf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9683a0-21df-40c1-a588-afe062762ffa,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:16.500936 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59674) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:16.559121 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ee2cd579-a541-452f-acae-fbeb46977251 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=53df14bc8279467abba49fbed7498d26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0558891 Jan 18 20:24:16.561929 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59676) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:16.630863 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1d1c4174-864d-4648-aae7-bd4057feefcc admin admin] Publish callbacks [] for security_group (9925ca4b-ac64-490d-ad2b-5a9d81efa4a7), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.670700 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1d1c4174-864d-4648-aae7-bd4057feefcc admin admin] Publish callbacks [] for security_group (9925ca4b-ac64-490d-ad2b-5a9d81efa4a7), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.760072 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1d1c4174-864d-4648-aae7-bd4057feefcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9925ca4b-ac64-490d-ad2b-5a9d81efa4a7), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.763514 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1d1c4174-864d-4648-aae7-bd4057feefcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:16.765032 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-1d1c4174-864d-4648-aae7-bd4057feefcc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9925ca4b-ac64-490d-ad2b-5a9d81efa4a7 HTTP/1.1" status: 204 len: 168 time: 0.2019246 Jan 18 20:24:16.777848 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c4174-864d-4648-aae7-bd4057feefcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9925ca4b-ac64-490d-ad2b-5a9d81efa4a7,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:17.993855 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756694d7-a244-4ba6-9505-d55c8d1248ec req-4a1b2de4-01de-4664-b9e7-19297b057f39 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:17.995392 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-756694d7-a244-4ba6-9505-d55c8d1248ec req-4a1b2de4-01de-4664-b9e7-19297b057f39 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 944 time: 0.0763903 Jan 18 20:24:18.037570 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c83ea2-ff00-47b1-a68e-f7de871ee442 req-3ee3eca2-4d89-4e71-9c41-af232a02a071 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:18.047866 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c7c83ea2-ff00-47b1-a68e-f7de871ee442 req-3ee3eca2-4d89-4e71-9c41-af232a02a071 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1059463 Jan 18 20:24:18.073427 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-756694d7-a244-4ba6-9505-d55c8d1248ec req-fbaaa5c2-6811-4b1b-b10b-f9fd3b80b741 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665810 Jan 18 20:24:18.118054 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c7c83ea2-ff00-47b1-a68e-f7de871ee442 req-ec21f7b1-4c96-4a3a-8129-2b178221ff6d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639441 Jan 18 20:24:19.047615 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 59756) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:19.181818 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d46db0a1-7c55-4c28-84c1-bce0c3653444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.241559 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b8c4c-ee5b-499c-a100-a3b67760f7e5 req-adb78f83-ef00-415a-9a45-40167ebf85dc tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.243428 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-209b8c4c-ee5b-499c-a100-a3b67760f7e5 req-adb78f83-ef00-415a-9a45-40167ebf85dc tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 944 time: 0.0576952 Jan 18 20:24:19.296167 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d46db0a1-7c55-4c28-84c1-bce0c3653444 admin admin] Publish callbacks [] for security_group (c4c49aa7-22f2-465d-9c07-3f4f16c19546), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.305219 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d46db0a1-7c55-4c28-84c1-bce0c3653444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c4c49aa7-22f2-465d-9c07-3f4f16c19546), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.310188 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-209b8c4c-ee5b-499c-a100-a3b67760f7e5 req-34791d44-e05e-4bac-94a8-14d38a5f5b57 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592732 Jan 18 20:24:19.351733 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-d46db0a1-7c55-4c28-84c1-bce0c3653444 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b69517fbf1e4ef6931fb8b0b9c9e5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027349 Jan 18 20:24:19.354825 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59766) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:19.359615 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d3ca8-b234-4d1b-b764-8e61e56f356f req-4f0ce0f5-c62a-4a68-ae01-6fec8033508c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:19.361145 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-656d3ca8-b234-4d1b-b764-8e61e56f356f req-4f0ce0f5-c62a-4a68-ae01-6fec8033508c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1001153 Jan 18 20:24:19.367337 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46db0a1-7c55-4c28-84c1-bce0c3653444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c49aa7-22f2-465d-9c07-3f4f16c19546,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:19.439122 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-656d3ca8-b234-4d1b-b764-8e61e56f356f req-40d09b56-4bac-426f-b525-06e58b272b2e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595806 Jan 18 20:24:19.447638 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0c597a71-e707-401a-8a4d-fe9ec1325fdc admin admin] Publish callbacks [] for security_group (c4c49aa7-22f2-465d-9c07-3f4f16c19546), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.487557 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0c597a71-e707-401a-8a4d-fe9ec1325fdc admin admin] Publish callbacks [] for security_group (c4c49aa7-22f2-465d-9c07-3f4f16c19546), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.586460 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0c597a71-e707-401a-8a4d-fe9ec1325fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c4c49aa7-22f2-465d-9c07-3f4f16c19546), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.590243 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0c597a71-e707-401a-8a4d-fe9ec1325fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:19.591915 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-0c597a71-e707-401a-8a4d-fe9ec1325fdc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c4c49aa7-22f2-465d-9c07-3f4f16c19546 HTTP/1.1" status: 204 len: 168 time: 0.2355943 Jan 18 20:24:19.601843 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c597a71-e707-401a-8a4d-fe9ec1325fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c49aa7-22f2-465d-9c07-3f4f16c19546,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:19.770632 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 8e771083-6f01-41a0-aae7-67a33901263a up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:19.889257 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 8e771083-6f01-41a0-aae7-67a33901263a completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:24:19.896616 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 8e771083-6f01-41a0-aae7-67a33901263a triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:19.897295 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (8e771083-6f01-41a0-aae7-67a33901263a), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.082939 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 8e771083-6f01-41a0-aae7-67a33901263a is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:20.084817 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (8e771083-6f01-41a0-aae7-67a33901263a), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.109812 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59802) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:20.131823 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e431a4a9-c370-4b07-9633-8e7ae487288b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.152033 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7866fc9-233f-4a31-85ae-87b6b5cf9474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e771083-6f01-41a0-aae7-67a33901263a'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:20.156086 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303701ab-09d1-4121-a8de-bacb889f8353" -d '{"events": [{"server_uuid": "c7866fc9-233f-4a31-85ae-87b6b5cf9474", "name": "network-vif-plugged", "status": "completed", "tag": "8e771083-6f01-41a0-aae7-67a33901263a"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:20.189509 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 8e771083-6f01-41a0-aae7-67a33901263a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e771083-6f01-41a0-aae7-67a33901263a,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:20.197405 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (8e771083-6f01-41a0-aae7-67a33901263a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.270572 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04c566b-ddf9-4351-89a2-68f3b57dfc5d x-openstack-request-id: req-d04c566b-ddf9-4351-89a2-68f3b57dfc5d {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:20.271310 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7866fc9-233f-4a31-85ae-87b6b5cf9474", "name": "network-vif-plugged", "status": "completed", "tag": "8e771083-6f01-41a0-aae7-67a33901263a", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:20.275887 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d04c566b-ddf9-4351-89a2-68f3b57dfc5d {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:20.278230 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7866fc9-233f-4a31-85ae-87b6b5cf9474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e771083-6f01-41a0-aae7-67a33901263a', 'code': 200} Jan 18 20:24:20.288484 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e431a4a9-c370-4b07-9633-8e7ae487288b admin admin] Publish callbacks [] for security_group (58cb3a6d-38c9-485b-a0bd-4fe26f0e2973), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.295437 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e431a4a9-c370-4b07-9633-8e7ae487288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (58cb3a6d-38c9-485b-a0bd-4fe26f0e2973), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.346458 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=8e771083-6f01-41a0-aae7-67a33901263a,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:20.462197 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e431a4a9-c370-4b07-9633-8e7ae487288b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ec961503535a44879535dca8c515502a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446548 Jan 18 20:24:20.462197 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431a4a9-c370-4b07-9633-8e7ae487288b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cb3a6d-38c9-485b-a0bd-4fe26f0e2973,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:20.462595 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 59814) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:20.542752 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8b6088ec-f02e-436e-a8db-7c3f765ce5fb admin admin] Publish callbacks [] for security_group (58cb3a6d-38c9-485b-a0bd-4fe26f0e2973), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.596857 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8b6088ec-f02e-436e-a8db-7c3f765ce5fb admin admin] Publish callbacks [] for security_group (58cb3a6d-38c9-485b-a0bd-4fe26f0e2973), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.648194 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef5025-9a5e-423a-9775-ad8ed3511d17 req-10b36847-7e1d-4d53-a007-3242bdb9f59f tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:20.649813 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-15ef5025-9a5e-423a-9775-ad8ed3511d17 req-10b36847-7e1d-4d53-a007-3242bdb9f59f tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 945 time: 0.0939860 Jan 18 20:24:20.670138 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dae1a-d680-4967-82cf-a6c64f08a161 req-c5c7c18a-8746-4e31-87b2-98b757ebe703 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:20.671741 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fd0dae1a-d680-4967-82cf-a6c64f08a161 req-c5c7c18a-8746-4e31-87b2-98b757ebe703 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0748215 Jan 18 20:24:20.730270 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bbe2a-ae1f-4aed-add4-f8408f51125c req-bc709495-bf13-49c2-a9e3-b355484945ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:20.732179 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-821bbe2a-ae1f-4aed-add4-f8408f51125c req-bc709495-bf13-49c2-a9e3-b355484945ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 1098 time: 0.0814369 Jan 18 20:24:20.735145 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fd0dae1a-d680-4967-82cf-a6c64f08a161 req-b96af55b-c3cb-480a-8db3-4e550285d31d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548918 Jan 18 20:24:20.760011 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8b6088ec-f02e-436e-a8db-7c3f765ce5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (58cb3a6d-38c9-485b-a0bd-4fe26f0e2973), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.762595 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8b6088ec-f02e-436e-a8db-7c3f765ce5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:20.763788 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8b6088ec-f02e-436e-a8db-7c3f765ce5fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58cb3a6d-38c9-485b-a0bd-4fe26f0e2973 HTTP/1.1" status: 204 len: 168 time: 0.3013721 Jan 18 20:24:20.775290 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-15ef5025-9a5e-423a-9775-ad8ed3511d17 req-93d46743-5668-4c28-ab7f-3759eb17012f tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099815 Jan 18 20:24:20.783445 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6088ec-f02e-436e-a8db-7c3f765ce5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cb3a6d-38c9-485b-a0bd-4fe26f0e2973,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:20.840029 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-821bbe2a-ae1f-4aed-add4-f8408f51125c req-aa0c53d4-c160-4a8b-8d5a-01bf728f6df1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980036 Jan 18 20:24:21.738674 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 59866) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:21.887737 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013383449-network', 'tenant_id': 'be89d97da1fb4b3f847e649dffc07347'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:21.899130 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df768e39-f4f1-42a7-8069-176acab0a936 req-1516bd34-5170-40c7-8ce1-a51a2e3dfb62 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:21.900705 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df768e39-f4f1-42a7-8069-176acab0a936 req-1516bd34-5170-40c7-8ce1-a51a2e3dfb62 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0634830 Jan 18 20:24:21.959878 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df768e39-f4f1-42a7-8069-176acab0a936 req-f9cd0825-4c48-411f-b187-c83cfb2665e9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489635 Jan 18 20:24:21.964001 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Made reservation on behalf of be89d97da1fb4b3f847e649dffc07347 for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:21.966974 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:21.993173 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6c618-9b4c-42d0-9332-8a7d07d4fe36 req-4af90f32-41ec-4716-93cb-8081583b1c1a tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:21.994771 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-61b6c618-9b4c-42d0-9332-8a7d07d4fe36 req-4af90f32-41ec-4716-93cb-8081583b1c1a tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 945 time: 0.0919368 Jan 18 20:24:21.995550 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.105298 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-61b6c618-9b4c-42d0-9332-8a7d07d4fe36 req-357b2677-5a43-4e01-8c0b-927f988742ca tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002867 Jan 18 20:24:22.168346 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Publish callbacks [] for security_group (3f135e3f-58eb-479d-9364-f075f603d869), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.173404 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (3f135e3f-58eb-479d-9364-f075f603d869), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.228309 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:22.255643 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f135e3f-58eb-479d-9364-f075f603d869,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:22.266582 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (2a200b95-f87f-4e5c-8493-dffe9163eba8), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.267202 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Added segment 2a200b95-f87f-4e5c-8493-dffe9163eba8 of type vlan for network c73b0d4b-0e99-4fdb-afe1-ed5c439900f3 Jan 18 20:24:22.341609 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (c73b0d4b-0e99-4fdb-afe1-ed5c439900f3), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.391885 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (c73b0d4b-0e99-4fdb-afe1-ed5c439900f3), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.393624 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:22.395326 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.522413 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7821045 Jan 18 20:24:22.526741 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 59884) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:22.527847 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a6c99-44d8-4d9c-990b-4660d46ee487 admin admin] Pushing event updated for resources: {'Network': ['ID=c73b0d4b-0e99-4fdb-afe1-ed5c439900f3,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:22.536907 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Request body: {'subnet': {'network_id': 'c73b0d4b-0e99-4fdb-afe1-ed5c439900f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013383449-subnet', 'tenant_id': 'be89d97da1fb4b3f847e649dffc07347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:22.542585 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network c73b0d4b-0e99-4fdb-afe1-ed5c439900f3 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:22.585103 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Made reservation on behalf of be89d97da1fb4b3f847e649dffc07347 for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:22.588286 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10248747'] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.909577 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8616238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10248709'] for subnet (76fda759-8e84-4d72-84ec-e31d86413603), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:22.982047 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76fda759-8e84-4d72-84ec-e31d86413603,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:22.992407 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Checking segment: {'id': '2a200b95-f87f-4e5c-8493-dffe9163eba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c73b0d4b-0e99-4fdb-afe1-ed5c439900f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:22.992757 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Network hostable DHCP agents. Network: c73b0d4b-0e99-4fdb-afe1-ed5c439900f3, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:23.016196 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Network c73b0d4b-0e99-4fdb-afe1-ed5c439900f3 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:23.032849 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, c73b0d4b-0e99-4fdb-afe1-ed5c439900f3) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:23.041052 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:23.042213 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.046419 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4201780d-5f06-48a3-8eda-537558332437 None None] Network c73b0d4b-0e99-4fdb-afe1-ed5c439900f3 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:23.070721 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-51432d4a-00c8-4a7e-be8a-56e37cf4ca8c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5416954 Jan 18 20:24:23.146433 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bfec8-98cd-4a17-81e5-322dcbf231fb req-706f2ccf-f649-4d8d-aaf6-5a4fb9aabc97 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:23.148964 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3d0bfec8-98cd-4a17-81e5-322dcbf231fb req-706f2ccf-f649-4d8d-aaf6-5a4fb9aabc97 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0759850 Jan 18 20:24:23.189840 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752f670-fed9-4b77-bf98-b7b4394c777b None None] Network c73b0d4b-0e99-4fdb-afe1-ed5c439900f3 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:23.231320 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3d0bfec8-98cd-4a17-81e5-322dcbf231fb req-8dfdc8d5-0982-410e-a930-3dd8b55031b9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684536 Jan 18 20:24:23.281633 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199baae8-ab25-4555-b39f-8b5b0d98bef6 req-d864026e-55de-4915-a492-8a551f0ece25 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:23.283347 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-199baae8-ab25-4555-b39f-8b5b0d98bef6 req-d864026e-55de-4915-a492-8a551f0ece25 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 945 time: 0.0755556 Jan 18 20:24:23.350850 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-199baae8-ab25-4555-b39f-8b5b0d98bef6 req-f11b9eca-cc02-41c4-b600-a7a1d42a8319 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605690 Jan 18 20:24:23.928279 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 59940) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:23.933445 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-111338062-network', 'tenant_id': '6933754fcc10401485ade6866b1981c6'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:23.974893 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Made reservation on behalf of 6933754fcc10401485ade6866b1981c6 for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:23.982713 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:23.994304 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.186326 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Publish callbacks [] for security_group (f1d577f3-773a-4d4e-ae6a-3d5b8d47e80a), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.192666 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f1d577f3-773a-4d4e-ae6a-3d5b8d47e80a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.215427 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:24:24.234279 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d577f3-773a-4d4e-ae6a-3d5b8d47e80a,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:24.239066 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (e83aa354-058f-488d-af53-2bc870c9b774), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.239817 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Added segment e83aa354-058f-488d-af53-2bc870c9b774 of type vlan for network 6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf Jan 18 20:24:24.365626 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.419548 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.420755 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:24.424263 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.459491 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ef05c-5d0a-46ea-b737-767cb01a8a1f req-46ba0da8-a0c0-4d41-80c0-15e4fa0b7128 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:24.466376 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ae2ef05c-5d0a-46ea-b737-767cb01a8a1f req-46ba0da8-a0c0-4d41-80c0-15e4fa0b7128 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0798316 Jan 18 20:24:24.524419 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5949955 Jan 18 20:24:24.528892 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60004) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:24.535622 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Request body: {'subnet': {'network_id': '6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-111338062-subnet', 'tenant_id': '6933754fcc10401485ade6866b1981c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:24.542791 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e56ffc-9643-4625-9841-42581298dae5 admin admin] Pushing event updated for resources: {'Network': ['ID=6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:24.546680 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ae2ef05c-5d0a-46ea-b737-767cb01a8a1f req-be8facd7-2e78-42b1-9728-713a4525c5a2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794094 Jan 18 20:24:24.554662 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:24:24.592919 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Made reservation on behalf of 6933754fcc10401485ade6866b1981c6 for: {'subnet': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:24.601949 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:24.939942 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (234a6672-94ba-438c-9109-783c15b423f0), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.000104 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234a6672-94ba-438c-9109-783c15b423f0,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:25.009909 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Checking segment: {'id': 'e83aa354-058f-488d-af53-2bc870c9b774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:25.010260 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Network hostable DHCP agents. Network: 6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:24:25.036655 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Network 6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:24:25.051518 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf) {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:25.057854 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:25.059116 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.062646 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f45ee8-9fd2-4b66-a867-485d9399d50f None None] Network 6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:25.078033 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-93a7c47a-fdd5-41a1-b5ab-c57308d43cf6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5477705 Jan 18 20:24:25.247695 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b8c67-b62f-46f5-988a-9f9d18007b92 None None] Network 6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:24:25.261486 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60036) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:25.356876 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce210ba-ac57-4e7f-ae2d-428641d322fd admin admin] Deleting subnet 76fda759-8e84-4d72-84ec-e31d86413603 {{(pid=102694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:25.362184 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1ce210ba-ac57-4e7f-ae2d-428641d322fd admin admin] Publish callbacks [] for subnet (76fda759-8e84-4d72-84ec-e31d86413603), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.463914 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1ce210ba-ac57-4e7f-ae2d-428641d322fd admin admin] Publish callbacks [] for subnet (76fda759-8e84-4d72-84ec-e31d86413603), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.485806 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1ce210ba-ac57-4e7f-ae2d-428641d322fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (76fda759-8e84-4d72-84ec-e31d86413603), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.586680 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1ce210ba-ac57-4e7f-ae2d-428641d322fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for subnet (76fda759-8e84-4d72-84ec-e31d86413603), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.621260 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce210ba-ac57-4e7f-ae2d-428641d322fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76fda759-8e84-4d72-84ec-e31d86413603,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:25.625811 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1ce210ba-ac57-4e7f-ae2d-428641d322fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.629391 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-1ce210ba-ac57-4e7f-ae2d-428641d322fd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/76fda759-8e84-4d72-84ec-e31d86413603 HTTP/1.1" status: 204 len: 168 time: 0.3655138 Jan 18 20:24:25.632796 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60050) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:25.726645 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (c73b0d4b-0e99-4fdb-afe1-ed5c439900f3), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.747661 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60052) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:25.888154 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (c73b0d4b-0e99-4fdb-afe1-ed5c439900f3), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:25.929417 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:25.929417 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:25.930017 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:25.930529 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > port after_create 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:25.930923 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:25.931353 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > port after_update 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:25.931744 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:25.932121 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:25.932647 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:25.932911 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:26.026124 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3d0f-e7a9-4574-99b7-921ce6e8691b req-69146731-ffd4-47f5-a09f-b55d5572fb2c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:26.027738 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e1bf3d0f-e7a9-4574-99b7-921ce6e8691b req-69146731-ffd4-47f5-a09f-b55d5572fb2c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.3536065 Jan 18 20:24:26.057271 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:26.057745 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:26.057969 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:26.058357 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 20:24:26.058676 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73b0d4b-0e99-4fdb-afe1-ed5c439900f3']}} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:26.091207 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a200b95-f87f-4e5c-8493-dffe9163eba8') {'for_net_delete': True} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:26.091491 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a200b95-f87f-4e5c-8493-dffe9163eba8') {} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:26.113917 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e1bf3d0f-e7a9-4574-99b7-921ce6e8691b req-72af175b-ec60-41bc-b033-080ec2467b6d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773203 Jan 18 20:24:26.312986 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60072) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:26.334231 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-44f3fd2e-72cf-4ec3-904a-10f074877ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.348171 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10276358'] for segment (2a200b95-f87f-4e5c-8493-dffe9163eba8), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.378473 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (2a200b95-f87f-4e5c-8493-dffe9163eba8), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.390390 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:26.390790 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10397522'] for segment (2a200b95-f87f-4e5c-8493-dffe9163eba8), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.395466 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: Traceback (most recent call last): Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: timer() Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: cb(*args, **kw) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: return func(*args, **kwargs) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: self._notify() Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: self.callback(batched_events) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: event.method(event) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: return f(self, *a, **k) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._get(url).json() Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:26.400573 dv-cinder-821602-14-iscsi neutron-server[102694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:26.440407 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4fc9bb3b-6bcb-462d-8388-b0ad295e1bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.492265 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (c73b0d4b-0e99-4fdb-afe1-ed5c439900f3), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.508969 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.516811 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c73b0d4b-0e99-4fdb-afe1-ed5c439900f3 HTTP/1.1" status: 204 len: 168 time: 0.8787420 Jan 18 20:24:26.518848 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60078) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:26.530778 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca5b4c-e061-4cbb-afbe-5590943a9d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=c73b0d4b-0e99-4fdb-afe1-ed5c439900f3,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:26.556814 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-44f3fd2e-72cf-4ec3-904a-10f074877ee0 admin admin] Publish callbacks [] for security_group (c92c6bf2-66fc-4368-9e31-5f3ccf6430ec), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.560564 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-44f3fd2e-72cf-4ec3-904a-10f074877ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c92c6bf2-66fc-4368-9e31-5f3ccf6430ec), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.589929 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2d1bee-0ca9-4062-9271-f38178de42d0 admin admin] Deleting subnet 234a6672-94ba-438c-9109-783c15b423f0 {{(pid=102695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:24:26.593908 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1bee-0ca9-4062-9271-f38178de42d0 admin admin] Publish callbacks [] for subnet (234a6672-94ba-438c-9109-783c15b423f0), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.620608 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-44f3fd2e-72cf-4ec3-904a-10f074877ee0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=965632f256844143878f45d79094db2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8711231 Jan 18 20:24:26.621620 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60082) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:26.638678 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3fd2e-72cf-4ec3-904a-10f074877ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92c6bf2-66fc-4368-9e31-5f3ccf6430ec,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:26.663649 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1bee-0ca9-4062-9271-f38178de42d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448435'] for subnet (234a6672-94ba-438c-9109-783c15b423f0), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.668167 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4fc9bb3b-6bcb-462d-8388-b0ad295e1bec admin admin] Publish callbacks [] for security_group (c2abc98f-37ff-400d-a370-ee8fc05ca03f), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.688166 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4fc9bb3b-6bcb-462d-8388-b0ad295e1bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c2abc98f-37ff-400d-a370-ee8fc05ca03f), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.711496 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bf305196-c8b9-4a0f-981e-4eb696fcd5a6 admin admin] Publish callbacks [] for security_group (c92c6bf2-66fc-4368-9e31-5f3ccf6430ec), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.741755 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4fc9bb3b-6bcb-462d-8388-b0ad295e1bec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0b25a0f5d2574fa9bf28ec5a23d2ab4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275854 Jan 18 20:24:26.747695 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bf305196-c8b9-4a0f-981e-4eb696fcd5a6 admin admin] Publish callbacks [] for security_group (c92c6bf2-66fc-4368-9e31-5f3ccf6430ec), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.748931 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60086) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:26.762591 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9bb3b-6bcb-462d-8388-b0ad295e1bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2abc98f-37ff-400d-a370-ee8fc05ca03f,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:26.773797 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1bee-0ca9-4062-9271-f38178de42d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (234a6672-94ba-438c-9109-783c15b423f0), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.836209 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bf305196-c8b9-4a0f-981e-4eb696fcd5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c92c6bf2-66fc-4368-9e31-5f3ccf6430ec), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.838763 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bf305196-c8b9-4a0f-981e-4eb696fcd5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.839978 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-bf305196-c8b9-4a0f-981e-4eb696fcd5a6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c92c6bf2-66fc-4368-9e31-5f3ccf6430ec HTTP/1.1" status: 204 len: 168 time: 0.2167611 Jan 18 20:24:26.854160 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf305196-c8b9-4a0f-981e-4eb696fcd5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92c6bf2-66fc-4368-9e31-5f3ccf6430ec,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:26.874017 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-343dab7c-c768-44c4-822c-c25342b3589f admin admin] Publish callbacks [] for security_group (c2abc98f-37ff-400d-a370-ee8fc05ca03f), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.888641 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1bee-0ca9-4062-9271-f38178de42d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248718'] for subnet (234a6672-94ba-438c-9109-783c15b423f0), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.931556 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-343dab7c-c768-44c4-822c-c25342b3589f admin admin] Publish callbacks [] for security_group (c2abc98f-37ff-400d-a370-ee8fc05ca03f), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.933643 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d1bee-0ca9-4062-9271-f38178de42d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234a6672-94ba-438c-9109-783c15b423f0,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:26.940846 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1bee-0ca9-4062-9271-f38178de42d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:26.947250 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4a2d1bee-0ca9-4062-9271-f38178de42d0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/234a6672-94ba-438c-9109-783c15b423f0 HTTP/1.1" status: 204 len: 168 time: 0.4242423 Jan 18 20:24:26.947564 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60098) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:27.053002 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.174110 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.213711 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf']}} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:27.219657 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-e72cf6a5-d5d6-4a7d-96c8-accb757c0663 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:27.227910 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-e72cf6a5-d5d6-4a7d-96c8-accb757c0663 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 814 time: 0.2281947 Jan 18 20:24:27.228666 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83aa354-058f-488d-af53-2bc870c9b774') {'for_net_delete': True} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:27.229167 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83aa354-058f-488d-af53-2bc870c9b774') {} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:24:27.232299 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-343dab7c-c768-44c4-822c-c25342b3589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c2abc98f-37ff-400d-a370-ee8fc05ca03f), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.236875 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-343dab7c-c768-44c4-822c-c25342b3589f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.239620 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-343dab7c-c768-44c4-822c-c25342b3589f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c2abc98f-37ff-400d-a370-ee8fc05ca03f HTTP/1.1" status: 204 len: 168 time: 0.4882028 Jan 18 20:24:27.247978 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10276358'] for segment (e83aa354-058f-488d-af53-2bc870c9b774), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.268516 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dab7c-c768-44c4-822c-c25342b3589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2abc98f-37ff-400d-a370-ee8fc05ca03f,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:27.271513 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (e83aa354-058f-488d-af53-2bc870c9b774), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.284081 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-0da0fa40-3c26-41bc-b749-3b0092da66c1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/quotas/ac7d65640ff94651a7ef1d826ade4cfe HTTP/1.1" status: 200 len: 375 time: 0.0542233 Jan 18 20:24:27.290320 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:24:27.293664 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10397522'] for segment (e83aa354-058f-488d-af53-2bc870c9b774), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: Traceback (most recent call last): Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: timer() Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: cb(*args, **kw) Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: return func(*args, **kwargs) Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: self._notify() Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: self.callback(batched_events) Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: event.method(event) Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: return f(self, *a, **k) Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._get(url).json() Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: return self.request(url, 'GET', **kwargs) Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:24:27.296066 dv-cinder-821602-14-iscsi neutron-server[102694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:24:27.400903 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-21eb2457-2e3b-4f1a-b6f4-38682a2287ee tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133876 Jan 18 20:24:27.503184 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.520922 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.529833 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] 10.222.0.67 "DELETE /v2.0/networks/6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf HTTP/1.1" status: 204 len: 168 time: 0.5785306 Jan 18 20:24:27.555299 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2545cb-f1e9-4f87-aa67-8ef541f4d11f admin admin] Pushing event deleted for resources: {'Network': ['ID=6bceff0c-0916-4eb6-8d5d-8e5e62f5acaf,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:27.558187 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-7e21417d-3723-4078-b109-b2c2e9afcdc9 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560936 Jan 18 20:24:27.596333 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4b6cf-8a62-4374-8eb6-03fe6caef081 req-3ad91dcb-4485-4aca-b0c7-2e98aafc8d91 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:27.598568 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1cc4b6cf-8a62-4374-8eb6-03fe6caef081 req-3ad91dcb-4485-4aca-b0c7-2e98aafc8d91 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1451802 Jan 18 20:24:27.696808 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1cc4b6cf-8a62-4374-8eb6-03fe6caef081 req-ae0611e6-aad5-422e-97b7-eb8ed011a333 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890775 Jan 18 20:24:27.733836 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-2c83083b-722b-487c-b943-8e08cfc6d083 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678073 Jan 18 20:24:27.763260 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60126) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:27.786614 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7205039c-c9bf-4ccc-8f46-2d6371b116da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.844740 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60128) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:27.909128 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7205039c-c9bf-4ccc-8f46-2d6371b116da admin admin] Publish callbacks [] for security_group (10c4ad2b-0061-48a6-a872-4eb9ea8325d9), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.915011 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7205039c-c9bf-4ccc-8f46-2d6371b116da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (10c4ad2b-0061-48a6-a872-4eb9ea8325d9), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:27.937103 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-1ce75040-c780-420a-b6b4-d09502a90da3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be89d97da1fb4b3f847e649dffc07347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883267 Jan 18 20:24:27.937348 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60130) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:27.980915 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7205039c-c9bf-4ccc-8f46-2d6371b116da admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=637ee960533a45dc807cbfd721bd07e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155099 Jan 18 20:24:27.981843 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205039c-c9bf-4ccc-8f46-2d6371b116da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c4ad2b-0061-48a6-a872-4eb9ea8325d9,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:27.984934 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60132) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:28.022148 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2f201f7b-e1b1-4d90-bd78-e6248da65395 admin admin] Publish callbacks [] for security_group (3f135e3f-58eb-479d-9364-f075f603d869), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.054158 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2f201f7b-e1b1-4d90-bd78-e6248da65395 admin admin] Publish callbacks [] for security_group (3f135e3f-58eb-479d-9364-f075f603d869), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.128429 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2f201f7b-e1b1-4d90-bd78-e6248da65395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (3f135e3f-58eb-479d-9364-f075f603d869), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.136897 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2f201f7b-e1b1-4d90-bd78-e6248da65395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.141408 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-2f201f7b-e1b1-4d90-bd78-e6248da65395 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3f135e3f-58eb-479d-9364-f075f603d869 HTTP/1.1" status: 204 len: 168 time: 0.2003109 Jan 18 20:24:28.161702 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f201f7b-e1b1-4d90-bd78-e6248da65395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f135e3f-58eb-479d-9364-f075f603d869,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:28.240059 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6bc976ee-c1ab-4e2e-a4ae-27d56499d60d req-4a61edef-6af2-447d-a3ed-d236b2ce1bc0 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 210 time: 0.1799884 Jan 18 20:24:28.272665 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-efbb0887-3171-459e-92b5-421606043fa6 admin admin] Publish callbacks [] for security_group (10c4ad2b-0061-48a6-a872-4eb9ea8325d9), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.338136 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-efbb0887-3171-459e-92b5-421606043fa6 admin admin] Publish callbacks [] for security_group (10c4ad2b-0061-48a6-a872-4eb9ea8325d9), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.479126 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-efbb0887-3171-459e-92b5-421606043fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (10c4ad2b-0061-48a6-a872-4eb9ea8325d9), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.484279 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-efbb0887-3171-459e-92b5-421606043fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.490400 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-efbb0887-3171-459e-92b5-421606043fa6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/10c4ad2b-0061-48a6-a872-4eb9ea8325d9 HTTP/1.1" status: 204 len: 168 time: 0.4886587 Jan 18 20:24:28.500568 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb0887-3171-459e-92b5-421606043fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c4ad2b-0061-48a6-a872-4eb9ea8325d9,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:28.680411 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60164) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:28.775268 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-6052f52f-7117-454d-b223-9b53cadd1f13 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6933754fcc10401485ade6866b1981c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0879858 Jan 18 20:24:28.779669 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60168) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:28.875749 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a7c1a2ed-50cc-4580-b99f-852ebb19351f admin admin] Publish callbacks [] for security_group (f1d577f3-773a-4d4e-ae6a-3d5b8d47e80a), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:28.950807 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a7c1a2ed-50cc-4580-b99f-852ebb19351f admin admin] Publish callbacks [] for security_group (f1d577f3-773a-4d4e-ae6a-3d5b8d47e80a), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.020248 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9100d7-cb31-4e74-8fc2-b46a9031c892 req-2d25ef36-2176-48df-8f62-d294c3d33ccd tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.022234 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1b9100d7-cb31-4e74-8fc2-b46a9031c892 req-2d25ef36-2176-48df-8f62-d294c3d33ccd tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1296535 Jan 18 20:24:29.100660 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a7c1a2ed-50cc-4580-b99f-852ebb19351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f1d577f3-773a-4d4e-ae6a-3d5b8d47e80a), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.104206 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a7c1a2ed-50cc-4580-b99f-852ebb19351f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.105782 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-a7c1a2ed-50cc-4580-b99f-852ebb19351f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1d577f3-773a-4d4e-ae6a-3d5b8d47e80a HTTP/1.1" status: 204 len: 168 time: 0.3225901 Jan 18 20:24:29.125576 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1b9100d7-cb31-4e74-8fc2-b46a9031c892 req-c4d59e25-1b67-4c44-89f3-a6b3d66e7098 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927095 Jan 18 20:24:29.126497 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1a2ed-50cc-4580-b99f-852ebb19351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d577f3-773a-4d4e-ae6a-3d5b8d47e80a,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:29.341673 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60188) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:29.362148 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5456a731-5353-454c-89ef-adab7b21e7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.495736 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9c1178ac-94ed-4afa-98e8-7c0fa722a967 req-5fc58075-e0cc-49a0-acb0-2516ea8f8ae2 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 210 time: 0.0492907 Jan 18 20:24:29.497271 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5456a731-5353-454c-89ef-adab7b21e7ac admin admin] Publish callbacks [] for security_group (7b766433-1c87-4b1f-98a9-68894c32b238), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.502988 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5456a731-5353-454c-89ef-adab7b21e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (7b766433-1c87-4b1f-98a9-68894c32b238), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.564521 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456a731-5353-454c-89ef-adab7b21e7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b766433-1c87-4b1f-98a9-68894c32b238,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:29.615509 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-5456a731-5353-454c-89ef-adab7b21e7ac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7cb00b11c234b54bb6667f32e37288e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690396 Jan 18 20:24:29.616182 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60196) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:29.738477 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-5690babb-ba5a-4d29-801f-b79ec634e0bd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:29.740659 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-5690babb-ba5a-4d29-801f-b79ec634e0bd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 814 time: 0.1629403 Jan 18 20:24:29.757575 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cd808b56-f30f-423d-be39-9c9107d286a1 admin admin] Publish callbacks [] for security_group (7b766433-1c87-4b1f-98a9-68894c32b238), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.763508 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Request body: {'port': {'device_id': 'f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00', 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da', 'admin_state_up': True, 'tenant_id': 'ac7d65640ff94651a7ef1d826ade4cfe'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:29.785550 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9ada7310-0f30-41ae-bd96-5eac1d02593c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.826560 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cd808b56-f30f-423d-be39-9c9107d286a1 admin admin] Publish callbacks [] for security_group (7b766433-1c87-4b1f-98a9-68894c32b238), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.899171 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cd808b56-f30f-423d-be39-9c9107d286a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (7b766433-1c87-4b1f-98a9-68894c32b238), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.902909 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cd808b56-f30f-423d-be39-9c9107d286a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:29.910959 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-cd808b56-f30f-423d-be39-9c9107d286a1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7b766433-1c87-4b1f-98a9-68894c32b238 HTTP/1.1" status: 204 len: 168 time: 0.2892547 Jan 18 20:24:29.920379 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd808b56-f30f-423d-be39-9c9107d286a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b766433-1c87-4b1f-98a9-68894c32b238,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:29.974286 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Made reservation on behalf of ac7d65640ff94651a7ef1d826ade4cfe for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:24:29.980850 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.216307 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Allocated IP 172.20.0.11 (dcb439eb-a130-48e2-8bcd-35ade9b8c9da/a39338dd-c6f0-425c-ab33-d045c58b9b54/f2f1aac5-1110-4e24-863b-979ce59260f2) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:24:30.374071 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2c512-3449-4d58-be62-62532ea5f9cd req-9916716a-7f8d-430e-a0e2-52497dd6fb37 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:30.385027 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2ac2c512-3449-4d58-be62-62532ea5f9cd req-9916716a-7f8d-430e-a0e2-52497dd6fb37 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0875976 Jan 18 20:24:30.455141 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2ac2c512-3449-4d58-be62-62532ea5f9cd req-cd85b595-d024-452d-ab26-e8f5f2fedda5 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687490 Jan 18 20:24:30.509738 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks [] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.620116 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.637008 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['99714da3-e00f-44f4-9a6d-0775f70695dc', '8e771083-6f01-41a0-aae7-67a33901263a'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:24:30.688247 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Network dcb439eb-a130-48e2-8bcd-35ade9b8c9da is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:24:30.715302 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:24:30.723464 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:24:30.760356 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba07aa-b5c3-4868-9eb0-911d1a7c485a req-329fa921-5651-4b1e-b7cb-86d755b6cb8e tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:30.768485 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d9ba07aa-b5c3-4868-9eb0-911d1a7c485a req-329fa921-5651-4b1e-b7cb-86d755b6cb8e tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 932 time: 0.1659482 Jan 18 20:24:30.786760 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Pushing event updated for resources: {'Port': ['ID=f2f1aac5-1110-4e24-863b-979ce59260f2,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:30.858673 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:30.859859 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:30.893109 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d9ba07aa-b5c3-4868-9eb0-911d1a7c485a req-aeaec836-2726-4698-bbfe-71742af5d4c4 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231980 Jan 18 20:24:30.917251 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-a43cbd73-30e7-4fe6-849a-9974b2a00144 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1581314 Jan 18 20:24:30.933226 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Request body: {'port': {'device_id': 'f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:24:31.082270 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.529486 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f1aac5-1110-4e24-863b-979ce59260f2 {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:31.539292 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Publish callbacks [] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.555722 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Transition to ACTIVE for port object f2f1aac5-1110-4e24-863b-979ce59260f2 will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:24:31.561934 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.596665 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630c87b-da85-438e-893c-50910ca5ac79 req-034a5aac-c840-4e3e-9023-3512672aca5a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:31.604234 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b630c87b-da85-438e-893c-50910ca5ac79 req-034a5aac-c840-4e3e-9023-3512672aca5a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0659802 Jan 18 20:24:31.663217 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b630c87b-da85-438e-893c-50910ca5ac79 req-77ece456-68c8-4a6e-b697-b7bff8dcabef tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580444 Jan 18 20:24:31.718574 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1aac5-1110-4e24-863b-979ce59260f2,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:31.737919 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Attempting to bind port f2f1aac5-1110-4e24-863b-979ce59260f2 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:24:31.738236 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Attempting to bind port f2f1aac5-1110-4e24-863b-979ce59260f2 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:24:31.738569 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Attempting to bind port f2f1aac5-1110-4e24-863b-979ce59260f2 on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:31.744633 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Port f2f1aac5-1110-4e24-863b-979ce59260f2 on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:24:31.745200 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Attempting to bind port f2f1aac5-1110-4e24-863b-979ce59260f2 on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:24:31.751106 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:24:31.751702 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Checking segment: {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:24:31.752299 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Bound using segment: {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:24:31.752900 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Bound port: f2f1aac5-1110-4e24-863b-979ce59260f2, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:24:31.753965 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.856982 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] For port f2f1aac5-1110-4e24-863b-979ce59260f2, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:24:31.861980 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] For port f2f1aac5-1110-4e24-863b-979ce59260f2, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2f1aac5-1110-4e24-863b-979ce59260f2,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:24:31.870933 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.881572 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ab19a1da-c5ff-45e1-87ff-a2659e251ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.971439 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:31.972631 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:31.976392 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] 10.222.0.45 "PUT /v2.0/ports/f2f1aac5-1110-4e24-863b-979ce59260f2 HTTP/1.1" status: 200 len: 1094 time: 1.0504720 Jan 18 20:24:31.984203 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00', 'tag': 'f2f1aac5-1110-4e24-863b-979ce59260f2'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:31.989433 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a" -d '{"events": [{"name": "network-changed", "server_uuid": "f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00", "tag": "f2f1aac5-1110-4e24-863b-979ce59260f2"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:32.155997 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9a82d-bd22-41ef-9c97-cbecc0cb0faf service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1aac5-1110-4e24-863b-979ce59260f2,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:32.217194 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-d8f3eb70-4abc-4d21-b1e6-ebd576fcbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:32.219272 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-d8f3eb70-4abc-4d21-b1e6-ebd576fcbd8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 1097 time: 0.1566930 Jan 18 20:24:32.310452 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb829233-246b-4f4c-b9e2-c13bdea4bae2 req-d09eef81-99ef-4fdb-bfd4-8d6d723afdd5 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:32.315636 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cb829233-246b-4f4c-b9e2-c13bdea4bae2 req-d09eef81-99ef-4fdb-bfd4-8d6d723afdd5 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 944 time: 0.1835744 Jan 18 20:24:32.321022 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0384f2-9834-448e-b466-65fe61301854 x-openstack-request-id: req-ea0384f2-9834-448e-b466-65fe61301854 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:32.321739 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00", "tag": "f2f1aac5-1110-4e24-863b-979ce59260f2", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:32.322213 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ea0384f2-9834-448e-b466-65fe61301854 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:32.322888 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00', 'tag': 'f2f1aac5-1110-4e24-863b-979ce59260f2', 'status': 'completed', 'code': 200} Jan 18 20:24:32.327087 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-9060517b-73c1-4615-a9df-0f5f6cbac0d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1aac5-1110-4e24-863b-979ce59260f2 HTTP/1.1" status: 200 len: 217 time: 0.0997639 Jan 18 20:24:32.437355 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cb829233-246b-4f4c-b9e2-c13bdea4bae2 req-859c804b-d23d-4551-b121-3433f507e891 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124446 Jan 18 20:24:32.439476 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-8c705797-5c15-4ffe-988d-5b133d4ec9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:32.441848 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-8c705797-5c15-4ffe-988d-5b133d4ec9a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a39338dd-c6f0-425c-ab33-d045c58b9b54 HTTP/1.1" status: 200 len: 854 time: 0.0961928 Jan 18 20:24:32.490553 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-aef11274-33ba-4b5e-803b-c1a603144120 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386224 Jan 18 20:24:32.754180 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-6d75b8dc-5149-4d99-8b26-0b774e668a8d service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524805 Jan 18 20:24:32.949965 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a6050e3a-869c-46da-aed7-ce642c2b4904 req-b0c54e6e-2862-420c-bd5e-04668e787a0c service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849251 Jan 18 20:24:32.961677 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495fb09-1c05-4a39-86b2-adc65195de3f req-5387d8bd-ea13-4223-82c5-8968144abe45 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:32.964292 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b495fb09-1c05-4a39-86b2-adc65195de3f req-5387d8bd-ea13-4223-82c5-8968144abe45 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1045170 Jan 18 20:24:33.037139 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b495fb09-1c05-4a39-86b2-adc65195de3f req-d0f34cf1-f54c-4761-a126-9619c1b3ed94 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647521 Jan 18 20:24:33.101935 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a req-104fa8a7-62ef-43e1-81c9-8332fea56692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:33.103853 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a req-104fa8a7-62ef-43e1-81c9-8332fea56692 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 1097 time: 0.0585470 Jan 18 20:24:33.259424 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a req-0b0afb72-e32f-48b0-8283-a3de42b32fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:33.260939 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a req-0b0afb72-e32f-48b0-8283-a3de42b32fa9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 914 time: 0.1491752 Jan 18 20:24:33.305873 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a req-143a53a8-b040-4224-9621-cd88fa56f0ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f1aac5-1110-4e24-863b-979ce59260f2 HTTP/1.1" status: 200 len: 217 time: 0.0357418 Jan 18 20:24:33.338122 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:33.367247 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a req-9beb0613-fec8-43e9-be0e-15400307a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:33.368988 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a req-9beb0613-fec8-43e9-be0e-15400307a656 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a39338dd-c6f0-425c-ab33-d045c58b9b54 HTTP/1.1" status: 200 len: 854 time: 0.0521417 Jan 18 20:24:33.412990 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a req-59fbbd24-4758-4c4b-8583-cdfb694552e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293956 Jan 18 20:24:33.517909 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a req-f071a230-6904-4878-889d-8b49feb0c486 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932333 Jan 18 20:24:33.566466 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63eabe-4596-4d07-8ecd-4af3cbac0197 req-7b33e7a0-6831-452e-aec2-19ba36ace158 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:33.568406 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1b63eabe-4596-4d07-8ecd-4af3cbac0197 req-7b33e7a0-6831-452e-aec2-19ba36ace158 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 944 time: 0.0550523 Jan 18 20:24:33.624716 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1b63eabe-4596-4d07-8ecd-4af3cbac0197 req-f7126a26-2f79-4ef1-aa20-33ecbc647b28 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495350 Jan 18 20:24:33.626694 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f9f5c61d-708d-4e03-8c4f-62f3c4fad91a req-5f51d12a-51e8-441f-a60d-4380065d9d81 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019242 Jan 18 20:24:34.006452 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.100906 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:24:34.232355 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6e7fa-1f40-427b-af12-198559ebce9a req-61303b5c-4b5d-4455-a395-86b0ed203a4e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:34.234148 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bfd6e7fa-1f40-427b-af12-198559ebce9a req-61303b5c-4b5d-4455-a395-86b0ed203a4e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0765917 Jan 18 20:24:34.302479 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bfd6e7fa-1f40-427b-af12-198559ebce9a req-b4885a08-1dab-4474-ab34-d3ee40488b51 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581365 Jan 18 20:24:34.313272 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60346) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:34.485103 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8b6a884d-faa8-4174-aacd-1728eab62ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.624329 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8b6a884d-faa8-4174-aacd-1728eab62ff1 admin admin] Publish callbacks [] for security_group (e2093990-e976-490b-b33e-c3ad12815418), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.630996 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8b6a884d-faa8-4174-aacd-1728eab62ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e2093990-e976-490b-b33e-c3ad12815418), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.686409 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a884d-faa8-4174-aacd-1728eab62ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2093990-e976-490b-b33e-c3ad12815418,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:34.713942 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-8b6a884d-faa8-4174-aacd-1728eab62ff1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=42acf84ded074ce8a86ca5c8f210bf9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968928 Jan 18 20:24:34.714532 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60364) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:34.730711 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.790371 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad879-a28c-41e2-8788-d0b84b9e137d admin admin] Publish callbacks [] for security_group (e2093990-e976-490b-b33e-c3ad12815418), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.824465 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4ae71-9681-436b-9e1b-2a618186c70d req-59817651-a337-4e8b-88cb-a891c065c1c5 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:34.826949 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5bf4ae71-9681-436b-9e1b-2a618186c70d req-59817651-a337-4e8b-88cb-a891c065c1c5 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 944 time: 0.0602043 Jan 18 20:24:34.830235 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad879-a28c-41e2-8788-d0b84b9e137d admin admin] Publish callbacks [] for security_group (e2093990-e976-490b-b33e-c3ad12815418), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.883311 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5bf4ae71-9681-436b-9e1b-2a618186c70d req-038d658f-cf6b-4eb4-8b1e-5fa115988885 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494027 Jan 18 20:24:34.897756 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad879-a28c-41e2-8788-d0b84b9e137d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e2093990-e976-490b-b33e-c3ad12815418), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.900527 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad879-a28c-41e2-8788-d0b84b9e137d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:34.903772 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-0b3ad879-a28c-41e2-8788-d0b84b9e137d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2093990-e976-490b-b33e-c3ad12815418 HTTP/1.1" status: 204 len: 168 time: 0.1881280 Jan 18 20:24:34.914447 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ad879-a28c-41e2-8788-d0b84b9e137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2093990-e976-490b-b33e-c3ad12815418,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:35.244607 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60374) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:35.258620 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5d490098-7d06-4867-aa8e-b68530cb7ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.346602 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5d490098-7d06-4867-aa8e-b68530cb7ac6 admin admin] Publish callbacks [] for security_group (af38d570-e10a-4aed-a90c-4ac9abcc3bc8), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.352385 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5d490098-7d06-4867-aa8e-b68530cb7ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (af38d570-e10a-4aed-a90c-4ac9abcc3bc8), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.400448 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-5d490098-7d06-4867-aa8e-b68530cb7ac6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=65bc89c493cd40f8a1321cf243fa70e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547258 Jan 18 20:24:35.401342 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d490098-7d06-4867-aa8e-b68530cb7ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af38d570-e10a-4aed-a90c-4ac9abcc3bc8,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:35.403705 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60378) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:35.463958 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8e11efb5-0089-4ed5-85a8-577624fa0b76 admin admin] Publish callbacks [] for security_group (af38d570-e10a-4aed-a90c-4ac9abcc3bc8), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.494758 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8e11efb5-0089-4ed5-85a8-577624fa0b76 admin admin] Publish callbacks [] for security_group (af38d570-e10a-4aed-a90c-4ac9abcc3bc8), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.556466 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8e11efb5-0089-4ed5-85a8-577624fa0b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (af38d570-e10a-4aed-a90c-4ac9abcc3bc8), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.560957 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8e11efb5-0089-4ed5-85a8-577624fa0b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:35.562162 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-8e11efb5-0089-4ed5-85a8-577624fa0b76 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af38d570-e10a-4aed-a90c-4ac9abcc3bc8 HTTP/1.1" status: 204 len: 168 time: 0.1573882 Jan 18 20:24:35.571177 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11efb5-0089-4ed5-85a8-577624fa0b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af38d570-e10a-4aed-a90c-4ac9abcc3bc8,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:35.721269 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.292760 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f2f1aac5-1110-4e24-863b-979ce59260f2 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:24:36.419710 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port f2f1aac5-1110-4e24-863b-979ce59260f2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2f1aac5-1110-4e24-863b-979ce59260f2,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:36.433591 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': 'f2f1aac5-1110-4e24-863b-979ce59260f2', 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da', 'port_id': 'f2f1aac5-1110-4e24-863b-979ce59260f2', 'mac_address': 'fa:16:3e:dc:37:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39338dd-c6f0-425c-ab33-d045c58b9b54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:24:36.481046 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port f2f1aac5-1110-4e24-863b-979ce59260f2 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:36.481554 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.497852 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f1aac5-1110-4e24-863b-979ce59260f2 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:24:36.522055 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port f2f1aac5-1110-4e24-863b-979ce59260f2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2f1aac5-1110-4e24-863b-979ce59260f2,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:36.526661 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:36.579749 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=f2f1aac5-1110-4e24-863b-979ce59260f2,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:37.476918 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0ebb2-646c-445a-8fd4-08c56e16de7e req-e462b513-92df-4282-a6e1-9fcd440c49d8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:37.478542 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-36d0ebb2-646c-445a-8fd4-08c56e16de7e req-e462b513-92df-4282-a6e1-9fcd440c49d8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0662420 Jan 18 20:24:37.537703 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-36d0ebb2-646c-445a-8fd4-08c56e16de7e req-38986f77-7fa0-408f-94e4-51bd655fce90 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522449 Jan 18 20:24:37.557604 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72094e9-d06f-4366-8da7-96cef0859bfb req-54f53deb-5a4a-4ce3-8768-3bfe715cbb54 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:37.559236 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d72094e9-d06f-4366-8da7-96cef0859bfb req-54f53deb-5a4a-4ce3-8768-3bfe715cbb54 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 945 time: 0.0650649 Jan 18 20:24:37.621594 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d72094e9-d06f-4366-8da7-96cef0859bfb req-1daaab76-9f81-432b-acc5-e7687a534e8b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559351 Jan 18 20:24:37.748730 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['f2f1aac5-1110-4e24-863b-979ce59260f2'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:24:38.717487 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad549dc-84c8-4258-9e76-8fc60106c1e7 req-17e10be9-6f75-441b-b4bc-3cdbd5d39f3d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:38.720134 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9ad549dc-84c8-4258-9e76-8fc60106c1e7 req-17e10be9-6f75-441b-b4bc-3cdbd5d39f3d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0851724 Jan 18 20:24:38.756221 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bfed1-d104-42bc-8ab4-ed079054aee8 req-c6030586-97ea-4bea-9845-bfca25b84d3d tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:38.757850 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c97bfed1-d104-42bc-8ab4-ed079054aee8 req-c6030586-97ea-4bea-9845-bfca25b84d3d tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 945 time: 0.0498745 Jan 18 20:24:38.774363 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9ad549dc-84c8-4258-9e76-8fc60106c1e7 req-e36c582a-4540-4657-b510-309694ed7f6c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479295 Jan 18 20:24:38.807695 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c97bfed1-d104-42bc-8ab4-ed079054aee8 req-88336b4f-b6e7-48a5-806d-99045655d242 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440691 Jan 18 20:24:39.730357 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60474) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:39.854940 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ecf7-605e-4ec8-b67c-3b4867f4fc78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.950915 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ecf7-605e-4ec8-b67c-3b4867f4fc78 admin admin] Publish callbacks [] for security_group (c7335907-b0df-48ef-ac8b-09a0e7b9f693), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.957161 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ecf7-605e-4ec8-b67c-3b4867f4fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c7335907-b0df-48ef-ac8b-09a0e7b9f693), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:39.996790 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0ecf7-605e-4ec8-b67c-3b4867f4fc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7335907-b0df-48ef-ac8b-09a0e7b9f693,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:40.002209 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-9bc0ecf7-605e-4ec8-b67c-3b4867f4fc78 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb74505bf6034a649c952e411de42732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706845 Jan 18 20:24:40.006975 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60482) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:40.070930 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0277f09b-45cb-438a-9dff-76f04e53fca1 admin admin] Publish callbacks [] for security_group (c7335907-b0df-48ef-ac8b-09a0e7b9f693), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.109205 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0277f09b-45cb-438a-9dff-76f04e53fca1 admin admin] Publish callbacks [] for security_group (c7335907-b0df-48ef-ac8b-09a0e7b9f693), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.163200 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0277f09b-45cb-438a-9dff-76f04e53fca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c7335907-b0df-48ef-ac8b-09a0e7b9f693), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.166203 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0277f09b-45cb-438a-9dff-76f04e53fca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:40.167459 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-0277f09b-45cb-438a-9dff-76f04e53fca1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c7335907-b0df-48ef-ac8b-09a0e7b9f693 HTTP/1.1" status: 204 len: 168 time: 0.1590431 Jan 18 20:24:40.176206 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277f09b-45cb-438a-9dff-76f04e53fca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7335907-b0df-48ef-ac8b-09a0e7b9f693,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:41.854646 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4482649-7323-4d71-b1be-4b04d1326eff req-0b331094-c4ad-4dbd-b8a8-193fb15edf28 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:41.857282 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d4482649-7323-4d71-b1be-4b04d1326eff req-0b331094-c4ad-4dbd-b8a8-193fb15edf28 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0673430 Jan 18 20:24:41.890074 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f2f1aac5-1110-4e24-863b-979ce59260f2 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:24:41.913275 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86aa40a-5621-4261-9596-fb9c0598e9d8 req-e134e34b-cd06-4aa3-b70d-0fc58de0b54f tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:41.913275 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a86aa40a-5621-4261-9596-fb9c0598e9d8 req-e134e34b-cd06-4aa3-b70d-0fc58de0b54f tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 945 time: 0.0751894 Jan 18 20:24:41.944293 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d4482649-7323-4d71-b1be-4b04d1326eff req-79d04498-f48a-49c9-94d2-3d140be07d83 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796616 Jan 18 20:24:41.978137 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port f2f1aac5-1110-4e24-863b-979ce59260f2 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:24:41.983623 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a86aa40a-5621-4261-9596-fb9c0598e9d8 req-2adc230b-0572-4dcc-8323-081669e17307 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572784 Jan 18 20:24:41.985930 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port f2f1aac5-1110-4e24-863b-979ce59260f2 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:24:41.986557 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.134303 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port f2f1aac5-1110-4e24-863b-979ce59260f2 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:24:42.134906 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.176895 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1aac5-1110-4e24-863b-979ce59260f2'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:24:42.181004 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42cb405-fb7f-4973-993c-7dea9ec23b97" -d '{"events": [{"server_uuid": "f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1aac5-1110-4e24-863b-979ce59260f2"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:24:42.207315 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port f2f1aac5-1110-4e24-863b-979ce59260f2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2f1aac5-1110-4e24-863b-979ce59260f2,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:24:42.214521 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:42.257764 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e30692d-1eef-4da4-8740-7fdeffbd20a8 x-openstack-request-id: req-5e30692d-1eef-4da4-8740-7fdeffbd20a8 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:24:42.258209 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1aac5-1110-4e24-863b-979ce59260f2", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:24:42.258564 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e30692d-1eef-4da4-8740-7fdeffbd20a8 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:24:42.259256 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1aac5-1110-4e24-863b-979ce59260f2', 'code': 200} Jan 18 20:24:42.291782 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=f2f1aac5-1110-4e24-863b-979ce59260f2,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:45.450507 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08354c59-5cbc-43ab-a1c4-1d191658434b req-ce0ec7ad-f588-473c-b672-c7e3f87daf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:45.452976 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-08354c59-5cbc-43ab-a1c4-1d191658434b req-ce0ec7ad-f588-473c-b672-c7e3f87daf32 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 1099 time: 0.0552671 Jan 18 20:24:45.484859 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516a5b6-a5e4-4c87-8ac0-a8273d5b20b8 req-18def77e-4d03-4325-b0cc-dd614ecb8aa8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:45.486592 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d516a5b6-a5e4-4c87-8ac0-a8273d5b20b8 req-18def77e-4d03-4325-b0cc-dd614ecb8aa8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1200342 Jan 18 20:24:45.544395 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d516a5b6-a5e4-4c87-8ac0-a8273d5b20b8 req-6a150373-d0de-4e96-9f9d-06a484ea5551 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499444 Jan 18 20:24:45.546404 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38389d59-b756-4ced-97dc-2d4b202c4d84 req-bdd04f30-950c-4d16-af28-c9d76482b625 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:45.548063 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-38389d59-b756-4ced-97dc-2d4b202c4d84 req-bdd04f30-950c-4d16-af28-c9d76482b625 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 946 time: 0.0823696 Jan 18 20:24:45.557259 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-08354c59-5cbc-43ab-a1c4-1d191658434b req-4cf3764c-3df6-46cc-98eb-61678b684f46 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809577 Jan 18 20:24:45.612986 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-38389d59-b756-4ced-97dc-2d4b202c4d84 req-5c2a8bb2-c3c8-498d-972b-992c34aef60e tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580180 Jan 18 20:24:49.115495 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fa20a-7680-4d06-ac1a-aa7c97a88a13 req-41b86d41-2fbf-411c-8ce0-7f57974c444d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:49.118791 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3d9fa20a-7680-4d06-ac1a-aa7c97a88a13 req-41b86d41-2fbf-411c-8ce0-7f57974c444d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0546143 Jan 18 20:24:49.190872 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3d9fa20a-7680-4d06-ac1a-aa7c97a88a13 req-ea80167a-02a6-450c-a577-40a00c2e9a3a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675251 Jan 18 20:24:49.208592 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9139c-920d-440a-ad29-1a845937495c req-c470b31b-d85e-4166-a8c7-bbbe3106f79b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:49.211432 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d4a9139c-920d-440a-ad29-1a845937495c req-c470b31b-d85e-4166-a8c7-bbbe3106f79b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 946 time: 0.0703995 Jan 18 20:24:49.278976 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d4a9139c-920d-440a-ad29-1a845937495c req-d00c066f-724d-43f0-b103-1e2f6d0c9867 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616343 Jan 18 20:24:50.481271 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286342f7-8b93-44bc-8a39-4e8b6ff84296 req-f1aa8dac-d204-4583-aea9-9c929ebb9513 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:50.484468 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-286342f7-8b93-44bc-8a39-4e8b6ff84296 req-f1aa8dac-d204-4583-aea9-9c929ebb9513 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1172760 Jan 18 20:24:50.575453 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7222da0-5d81-4c6e-be5e-30e5681feace req-5c324e98-62a3-41ba-8662-38a569d9ea9c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:50.584608 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e7222da0-5d81-4c6e-be5e-30e5681feace req-5c324e98-62a3-41ba-8662-38a569d9ea9c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 946 time: 0.1097829 Jan 18 20:24:50.588845 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-286342f7-8b93-44bc-8a39-4e8b6ff84296 req-cdd4a8ef-41d4-4a0b-9205-983ca0d1704d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943146 Jan 18 20:24:50.648524 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e7222da0-5d81-4c6e-be5e-30e5681feace req-73a493b7-13c0-4e3c-8f8f-3d84483440cf tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625343 Jan 18 20:24:50.719229 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2da0e-c7d8-4f98-904d-79ec08f68a2a req-bfd79e54-6dc8-46ab-84ae-a8c8432e94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:50.722686 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c2b2da0e-c7d8-4f98-904d-79ec08f68a2a req-bfd79e54-6dc8-46ab-84ae-a8c8432e94f2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 1098 time: 0.0728519 Jan 18 20:24:50.791530 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c2b2da0e-c7d8-4f98-904d-79ec08f68a2a req-4ceaa11e-cbc7-48e6-8afb-57bf99810741 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484788 Jan 18 20:24:51.735425 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac347bc-6e5d-42ca-8639-6afc1241a036 req-b8faa2a8-acbe-45d7-b2c9-ed3e84ad7607 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:51.737738 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-7ac347bc-6e5d-42ca-8639-6afc1241a036 req-b8faa2a8-acbe-45d7-b2c9-ed3e84ad7607 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0756347 Jan 18 20:24:51.741588 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 60772) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:51.815800 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-7ac347bc-6e5d-42ca-8639-6afc1241a036 req-ec380e8c-8efc-4223-9f78-dd189f69572f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643501 Jan 18 20:24:51.892711 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-365eef2b-6721-4f03-bf86-9e321b44feec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.987847 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-365eef2b-6721-4f03-bf86-9e321b44feec admin admin] Publish callbacks [] for security_group (07735bbc-6ace-4931-9633-795f9ed24521), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:51.992833 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-365eef2b-6721-4f03-bf86-9e321b44feec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (07735bbc-6ace-4931-9633-795f9ed24521), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.035324 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-365eef2b-6721-4f03-bf86-9e321b44feec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=330ddb3df65344d2bbca6a3d76056cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922065 Jan 18 20:24:52.036241 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365eef2b-6721-4f03-bf86-9e321b44feec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07735bbc-6ace-4931-9633-795f9ed24521,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:52.038687 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60780) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:52.139258 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-45b329a8-098c-4b12-add9-60285ce120ab admin admin] Publish callbacks [] for security_group (07735bbc-6ace-4931-9633-795f9ed24521), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.162905 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-45b329a8-098c-4b12-add9-60285ce120ab admin admin] Publish callbacks [] for security_group (07735bbc-6ace-4931-9633-795f9ed24521), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.217310 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-45b329a8-098c-4b12-add9-60285ce120ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (07735bbc-6ace-4931-9633-795f9ed24521), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.220382 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-45b329a8-098c-4b12-add9-60285ce120ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.222114 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-45b329a8-098c-4b12-add9-60285ce120ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07735bbc-6ace-4931-9633-795f9ed24521 HTTP/1.1" status: 204 len: 168 time: 0.1695538 Jan 18 20:24:52.230911 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b329a8-098c-4b12-add9-60285ce120ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07735bbc-6ace-4931-9633-795f9ed24521,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:52.789270 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60816) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:52.816973 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-22cb5b66-174c-4002-bb93-08b0cda0e89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.982159 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-22cb5b66-174c-4002-bb93-08b0cda0e89c admin admin] Publish callbacks [] for security_group (d5ff84fd-58ea-4d18-8ccf-be6613a66bc3), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:52.998829 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-22cb5b66-174c-4002-bb93-08b0cda0e89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (d5ff84fd-58ea-4d18-8ccf-be6613a66bc3), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.047859 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-22cb5b66-174c-4002-bb93-08b0cda0e89c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d101cb5910ef4f3c84b0c0712d4ebe37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567663 Jan 18 20:24:53.051605 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb5b66-174c-4002-bb93-08b0cda0e89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ff84fd-58ea-4d18-8ccf-be6613a66bc3,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:53.055578 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 60828) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:53.080252 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eae771-e22c-4f89-b306-cdcb9c23b17b req-0cf43c0d-4b16-45c4-b038-e29d307085a9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:53.089564 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-79eae771-e22c-4f89-b306-cdcb9c23b17b req-0cf43c0d-4b16-45c4-b038-e29d307085a9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.1502693 Jan 18 20:24:53.156812 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-79eae771-e22c-4f89-b306-cdcb9c23b17b req-3cbd289f-c569-4b3b-a36e-17a1f2a38c6a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657029 Jan 18 20:24:53.171528 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-28fd5b9b-2f37-483b-beb4-cf495ab635ba admin admin] Publish callbacks [] for security_group (d5ff84fd-58ea-4d18-8ccf-be6613a66bc3), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.245622 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-28fd5b9b-2f37-483b-beb4-cf495ab635ba admin admin] Publish callbacks [] for security_group (d5ff84fd-58ea-4d18-8ccf-be6613a66bc3), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.332093 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-28fd5b9b-2f37-483b-beb4-cf495ab635ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (d5ff84fd-58ea-4d18-8ccf-be6613a66bc3), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.337368 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-28fd5b9b-2f37-483b-beb4-cf495ab635ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:53.339935 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-28fd5b9b-2f37-483b-beb4-cf495ab635ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d5ff84fd-58ea-4d18-8ccf-be6613a66bc3 HTTP/1.1" status: 204 len: 168 time: 0.2821822 Jan 18 20:24:53.355425 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd5b9b-2f37-483b-beb4-cf495ab635ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ff84fd-58ea-4d18-8ccf-be6613a66bc3,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:53.367142 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374039a-0340-4c5d-8c0f-19d412938f35 req-e40e5f48-d993-4f5c-9370-5eaf2bf1939c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:53.368926 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f374039a-0340-4c5d-8c0f-19d412938f35 req-e40e5f48-d993-4f5c-9370-5eaf2bf1939c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0968261 Jan 18 20:24:53.455657 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f374039a-0340-4c5d-8c0f-19d412938f35 req-3c9fb153-bb0a-43e8-a979-d52039d0c475 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805020 Jan 18 20:24:55.621152 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161b6e0-8e29-4f98-afb6-94246553f1a0 req-0c249be5-bc22-4002-8141-7d0c9641fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:55.624990 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8161b6e0-8e29-4f98-afb6-94246553f1a0 req-0c249be5-bc22-4002-8141-7d0c9641fd87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 1098 time: 0.1711950 Jan 18 20:24:55.663793 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7753e3e-2db1-49f6-b520-c8258ac88458 req-4b0e1736-a2c9-4d41-b5ec-7017ff4dbd60 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:55.681246 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7753e3e-2db1-49f6-b520-c8258ac88458 req-4b0e1736-a2c9-4d41-b5ec-7017ff4dbd60 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1597583 Jan 18 20:24:55.903215 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7753e3e-2db1-49f6-b520-c8258ac88458 req-eb33e3c8-5e49-4d1a-88f0-05f39ef5a5e7 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205975 Jan 18 20:24:55.947655 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161b6e0-8e29-4f98-afb6-94246553f1a0 req-ed17566d-d621-409b-8483-ff5682e7b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:55.950417 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8161b6e0-8e29-4f98-afb6-94246553f1a0 req-ed17566d-d621-409b-8483-ff5682e7b622 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 918 time: 0.3102264 Jan 18 20:24:56.080398 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8161b6e0-8e29-4f98-afb6-94246553f1a0 req-33c8b8f1-9817-4b6f-baae-c9c5cc3e4ff6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34 HTTP/1.1" status: 200 len: 217 time: 0.1072011 Jan 18 20:24:56.184898 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161b6e0-8e29-4f98-afb6-94246553f1a0 req-5a4e325a-20c6-44cd-bfb1-1b8e2d23f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:56.188463 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8161b6e0-8e29-4f98-afb6-94246553f1a0 req-5a4e325a-20c6-44cd-bfb1-1b8e2d23f049 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 200 len: 858 time: 0.0960772 Jan 18 20:24:56.245801 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8161b6e0-8e29-4f98-afb6-94246553f1a0 req-57581d73-5c63-453c-8889-d0ccabfbc760 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b1ba40c-a9a4-429c-93aa-b6b26304e073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475626 Jan 18 20:24:56.388545 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8161b6e0-8e29-4f98-afb6-94246553f1a0 req-b4311042-d29e-411b-a5e8-1c90a86b9f23 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334443 Jan 18 20:24:56.548369 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8161b6e0-8e29-4f98-afb6-94246553f1a0 req-5806e607-f648-4889-b2cc-ac5cf2328def service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496069 Jan 18 20:24:56.940662 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 32778) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:57.133926 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-385b60ed-4b43-4637-b8fa-d5d6106c4871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.229506 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca0a2b-5a48-4215-81b7-c5d2e9ef6cd7 req-de0e89a4-3df8-4c20-8ff8-10538eff0224 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:57.232719 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cbca0a2b-5a48-4215-81b7-c5d2e9ef6cd7 req-de0e89a4-3df8-4c20-8ff8-10538eff0224 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1980338 Jan 18 20:24:57.342002 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cbca0a2b-5a48-4215-81b7-c5d2e9ef6cd7 req-e7ac42c9-f59f-45bd-a3d9-bff2096b1094 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976956 Jan 18 20:24:57.386789 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-385b60ed-4b43-4637-b8fa-d5d6106c4871 admin admin] Publish callbacks [] for security_group (236d6d57-900e-43df-a11a-7a0852833f87), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.393910 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-385b60ed-4b43-4637-b8fa-d5d6106c4871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (236d6d57-900e-43df-a11a-7a0852833f87), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.443210 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-385b60ed-4b43-4637-b8fa-d5d6106c4871 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=33aecc9a450543b980361eedb789dc32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4987552 Jan 18 20:24:57.443210 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b60ed-4b43-4637-b8fa-d5d6106c4871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236d6d57-900e-43df-a11a-7a0852833f87,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:57.444665 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 32798) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:24:57.519345 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b73b8651-90bb-4ca5-9da9-efb1aa5beec6 admin admin] Publish callbacks [] for security_group (236d6d57-900e-43df-a11a-7a0852833f87), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.561632 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b73b8651-90bb-4ca5-9da9-efb1aa5beec6 admin admin] Publish callbacks [] for security_group (236d6d57-900e-43df-a11a-7a0852833f87), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.632807 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b73b8651-90bb-4ca5-9da9-efb1aa5beec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (236d6d57-900e-43df-a11a-7a0852833f87), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.635794 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b73b8651-90bb-4ca5-9da9-efb1aa5beec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:57.636993 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-b73b8651-90bb-4ca5-9da9-efb1aa5beec6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/236d6d57-900e-43df-a11a-7a0852833f87 HTTP/1.1" status: 204 len: 168 time: 0.1913970 Jan 18 20:24:57.649563 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b8651-90bb-4ca5-9da9-efb1aa5beec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236d6d57-900e-43df-a11a-7a0852833f87,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:24:58.539152 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea5620-b014-47ab-ae78-447f4ef555bc req-f03826f5-c9cd-427a-866a-82a60a7a3b29 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:58.542584 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-98ea5620-b014-47ab-ae78-447f4ef555bc req-f03826f5-c9cd-427a-866a-82a60a7a3b29 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0935633 Jan 18 20:24:58.649327 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-98ea5620-b014-47ab-ae78-447f4ef555bc req-6f574538-bf11-4b74-abe5-706f62eb46f2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977719 Jan 18 20:24:59.793354 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-49e73f9e-5f05-436d-b484-96cf3c369d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:24:59.904365 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbf32c-9d00-41e6-bb5b-7532f28e4859 req-3d8ffba3-ac3b-48b0-bc81-d18392a5816f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:24:59.907080 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1adbf32c-9d00-41e6-bb5b-7532f28e4859 req-3d8ffba3-ac3b-48b0-bc81-d18392a5816f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1091263 Jan 18 20:25:00.026907 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1adbf32c-9d00-41e6-bb5b-7532f28e4859 req-aa9e4d8a-814d-4cdc-adef-df17bf643487 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063116 Jan 18 20:25:00.328350 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 32886) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:00.379700 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 32890) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:00.463713 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-850e11e6-c6a9-4c3b-84a4-6d58d79b1803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.511566 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7f58f29e-e851-4ac2-914a-7a40a4273a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.608890 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-850e11e6-c6a9-4c3b-84a4-6d58d79b1803 admin admin] Publish callbacks [] for security_group (95a12c0a-994f-4281-b4d7-fc8ad39dbb64), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.616064 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-850e11e6-c6a9-4c3b-84a4-6d58d79b1803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (95a12c0a-994f-4281-b4d7-fc8ad39dbb64), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.686764 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7f58f29e-e851-4ac2-914a-7a40a4273a58 admin admin] Publish callbacks [] for security_group (7786e2d7-0fd1-4791-b4cd-41949a2068b1), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.688233 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e11e6-c6a9-4c3b-84a4-6d58d79b1803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a12c0a-994f-4281-b4d7-fc8ad39dbb64,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:00.694272 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-850e11e6-c6a9-4c3b-84a4-6d58d79b1803 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bcde6c6b6fcf4922bd2a873d49c20dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647444 Jan 18 20:25:00.695691 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7f58f29e-e851-4ac2-914a-7a40a4273a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (7786e2d7-0fd1-4791-b4cd-41949a2068b1), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.698974 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 32896) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:00.739698 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58f29e-e851-4ac2-914a-7a40a4273a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7786e2d7-0fd1-4791-b4cd-41949a2068b1,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:00.748566 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7f58f29e-e851-4ac2-914a-7a40a4273a58 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cdcd779f32524feb8d909624e44722fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632343 Jan 18 20:25:00.749743 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 32900) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:00.806112 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2193de38-cb50-4375-b80c-eee20c5cada4 admin admin] Publish callbacks [] for security_group (95a12c0a-994f-4281-b4d7-fc8ad39dbb64), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.811945 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8011d78c-ba4f-4f5a-af36-d584150d5dd0 admin admin] Publish callbacks [] for security_group (7786e2d7-0fd1-4791-b4cd-41949a2068b1), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.840326 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8011d78c-ba4f-4f5a-af36-d584150d5dd0 admin admin] Publish callbacks [] for security_group (7786e2d7-0fd1-4791-b4cd-41949a2068b1), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.852652 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2193de38-cb50-4375-b80c-eee20c5cada4 admin admin] Publish callbacks [] for security_group (95a12c0a-994f-4281-b4d7-fc8ad39dbb64), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.898187 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8011d78c-ba4f-4f5a-af36-d584150d5dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (7786e2d7-0fd1-4791-b4cd-41949a2068b1), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.901312 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8011d78c-ba4f-4f5a-af36-d584150d5dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.903008 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8011d78c-ba4f-4f5a-af36-d584150d5dd0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7786e2d7-0fd1-4791-b4cd-41949a2068b1 HTTP/1.1" status: 204 len: 168 time: 0.1521001 Jan 18 20:25:00.914609 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011d78c-ba4f-4f5a-af36-d584150d5dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7786e2d7-0fd1-4791-b4cd-41949a2068b1,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:00.954698 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2193de38-cb50-4375-b80c-eee20c5cada4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (95a12c0a-994f-4281-b4d7-fc8ad39dbb64), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.958539 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2193de38-cb50-4375-b80c-eee20c5cada4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:00.962738 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-2193de38-cb50-4375-b80c-eee20c5cada4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/95a12c0a-994f-4281-b4d7-fc8ad39dbb64 HTTP/1.1" status: 204 len: 168 time: 0.2598264 Jan 18 20:25:00.969455 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193de38-cb50-4375-b80c-eee20c5cada4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a12c0a-994f-4281-b4d7-fc8ad39dbb64,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:01.246206 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccfa18-8777-4d03-81a2-5d3ffe2ac935 req-497f27c2-d9e8-48a2-9546-211c5f709ee3 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:01.261383 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eeccfa18-8777-4d03-81a2-5d3ffe2ac935 req-497f27c2-d9e8-48a2-9546-211c5f709ee3 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1262963 Jan 18 20:25:01.400761 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eeccfa18-8777-4d03-81a2-5d3ffe2ac935 req-45b192a0-d394-4f28-a28d-8b0b2aa2e920 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340234 Jan 18 20:25:01.564647 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 32928) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:01.581054 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-646b37db-6d0e-495d-bcd5-c91224f89068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.582268 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 32930) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:01.674925 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-646b37db-6d0e-495d-bcd5-c91224f89068 admin admin] Publish callbacks [] for security_group (4f447448-e379-4cb0-b786-cfe1336074a4), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.680743 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-646b37db-6d0e-495d-bcd5-c91224f89068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (4f447448-e379-4cb0-b786-cfe1336074a4), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.723533 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b37db-6d0e-495d-bcd5-c91224f89068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f447448-e379-4cb0-b786-cfe1336074a4,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:01.737532 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-646b37db-6d0e-495d-bcd5-c91224f89068 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f645ff6896b4716809988e2bcd4f7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700103 Jan 18 20:25:01.740154 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 32936) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:01.879624 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.885962 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-aef52b91-05b5-4f4f-a4f6-b1686a24125a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.915889 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-88b3349f-d427-4b26-b251-28b95da61c73 admin admin] Publish callbacks [] for security_group (4f447448-e379-4cb0-b786-cfe1336074a4), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:01.964195 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-88b3349f-d427-4b26-b251-28b95da61c73 admin admin] Publish callbacks [] for security_group (4f447448-e379-4cb0-b786-cfe1336074a4), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.087259 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Publish callbacks [] for security_group (19868a56-f9fd-4e51-a1ac-e142b59a6138), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.090434 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-88b3349f-d427-4b26-b251-28b95da61c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (4f447448-e379-4cb0-b786-cfe1336074a4), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.095859 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-88b3349f-d427-4b26-b251-28b95da61c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.099097 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-88b3349f-d427-4b26-b251-28b95da61c73 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f447448-e379-4cb0-b786-cfe1336074a4 HTTP/1.1" status: 204 len: 168 time: 0.3570931 Jan 18 20:25:02.105663 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (19868a56-f9fd-4e51-a1ac-e142b59a6138), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.132101 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3349f-d427-4b26-b251-28b95da61c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f447448-e379-4cb0-b786-cfe1336074a4,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:02.183886 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d0e7f6dfd534ec5a95b29e0f196661d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5995936 Jan 18 20:25:02.189030 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 32946) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:02.211670 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19868a56-f9fd-4e51-a1ac-e142b59a6138,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:02.227518 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.228122 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.228790 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.229383 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.229976 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.230947 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.231648 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.232348 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.233032 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.233648 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.234440 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.235216 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.235830 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834532f4-dd01-4f18-91b8-edb8a1ee071b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:02.308237 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c35c6127-6eed-4b29-9a74-ee34dfec6cd9 admin admin] Publish callbacks [] for security_group (19868a56-f9fd-4e51-a1ac-e142b59a6138), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.336009 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c35c6127-6eed-4b29-9a74-ee34dfec6cd9 admin admin] Publish callbacks [] for security_group (19868a56-f9fd-4e51-a1ac-e142b59a6138), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.404296 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c35c6127-6eed-4b29-9a74-ee34dfec6cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (19868a56-f9fd-4e51-a1ac-e142b59a6138), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.407856 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c35c6127-6eed-4b29-9a74-ee34dfec6cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.409846 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-c35c6127-6eed-4b29-9a74-ee34dfec6cd9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19868a56-f9fd-4e51-a1ac-e142b59a6138 HTTP/1.1" status: 204 len: 168 time: 0.2172601 Jan 18 20:25:02.419377 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c6127-6eed-4b29-9a74-ee34dfec6cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19868a56-f9fd-4e51-a1ac-e142b59a6138,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:02.585938 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1e6ce-ddd2-48a2-8bd2-901318519ed0 req-29ae352c-da81-4e5b-a847-3ea1126aa269 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:02.593363 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3ef1e6ce-ddd2-48a2-8bd2-901318519ed0 req-29ae352c-da81-4e5b-a847-3ea1126aa269 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0728579 Jan 18 20:25:02.631312 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 32956) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:02.658779 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43cab8f7-e196-46c2-b779-5d649ae8a2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.692927 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3ef1e6ce-ddd2-48a2-8bd2-901318519ed0 req-0f99cd03-8b71-4bd7-8f16-df9f7cabc10d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986001 Jan 18 20:25:02.785106 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43cab8f7-e196-46c2-b779-5d649ae8a2e2 admin admin] Publish callbacks [] for security_group (f7c7332d-6acb-4c87-ac75-7c63564c76f8), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.789989 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43cab8f7-e196-46c2-b779-5d649ae8a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f7c7332d-6acb-4c87-ac75-7c63564c76f8), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.838404 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-43cab8f7-e196-46c2-b779-5d649ae8a2e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=241102fe32194abca4142d0c12290331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057943 Jan 18 20:25:02.841437 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 32958) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:02.848215 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cab8f7-e196-46c2-b779-5d649ae8a2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c7332d-6acb-4c87-ac75-7c63564c76f8,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:02.909697 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0656fc2e-d899-4103-846e-27431c5cbea5 admin admin] Publish callbacks [] for security_group (f7c7332d-6acb-4c87-ac75-7c63564c76f8), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:02.943792 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0656fc2e-d899-4103-846e-27431c5cbea5 admin admin] Publish callbacks [] for security_group (f7c7332d-6acb-4c87-ac75-7c63564c76f8), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.000076 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0656fc2e-d899-4103-846e-27431c5cbea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f7c7332d-6acb-4c87-ac75-7c63564c76f8), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.003959 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-0656fc2e-d899-4103-846e-27431c5cbea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.005200 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-0656fc2e-d899-4103-846e-27431c5cbea5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7c7332d-6acb-4c87-ac75-7c63564c76f8 HTTP/1.1" status: 204 len: 168 time: 0.1627579 Jan 18 20:25:03.016225 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656fc2e-d899-4103-846e-27431c5cbea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c7332d-6acb-4c87-ac75-7c63564c76f8,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:03.374289 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:03.476751 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-3d99f3f2-5d0c-49c4-adc5-7e869bf94e9c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957539 Jan 18 20:25:03.568092 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-813aa5e5-7404-4349-a237-048db4b2f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:03.569848 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-813aa5e5-7404-4349-a237-048db4b2f91a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 1098 time: 0.0594058 Jan 18 20:25:03.716539 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-5fa48127-e0fb-4217-b278-4e596eabdeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:03.717943 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-5fa48127-e0fb-4217-b278-4e596eabdeec service neutron] 10.222.0.45 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 914 time: 0.1231573 Jan 18 20:25:03.800051 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-0f5ede06-3d49-4286-9a50-09c2acd7feb7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99714da3-e00f-44f4-9a6d-0775f70695dc HTTP/1.1" status: 200 len: 217 time: 0.0641930 Jan 18 20:25:03.876733 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-0df145b9-a6a5-4f62-99f9-688fdf75e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:03.879087 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-0df145b9-a6a5-4f62-99f9-688fdf75e22d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a39338dd-c6f0-425c-ab33-d045c58b9b54 HTTP/1.1" status: 200 len: 854 time: 0.0723140 Jan 18 20:25:03.910421 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52537e21-f8e3-4781-8af4-482e76237b82 req-7dc33ddd-9b94-4f0e-8bbd-a584c4dc89bd tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:03.914317 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-b1a01fdd-a499-423c-ad43-13f99a7812de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259955 Jan 18 20:25:03.915556 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-52537e21-f8e3-4781-8af4-482e76237b82 req-7dc33ddd-9b94-4f0e-8bbd-a584c4dc89bd tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0986850 Jan 18 20:25:03.992933 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-52537e21-f8e3-4781-8af4-482e76237b82 req-f045f7a7-24a4-4d3b-a9e4-65d529fd5f56 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685680 Jan 18 20:25:04.037963 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.069481 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-178b5223-2e6c-4006-938e-f47fd1e9a50a service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475804 Jan 18 20:25:04.217224 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e06ce0f8-c117-4f27-9bc2-61dfb33d428c req-36e9121a-4ee6-4fb3-9ebf-c1b3dc22b4ca service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389744 Jan 18 20:25:04.693968 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:04.943558 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-f2564b3a-7a22-48e2-8c2a-ab299cdcd6f0 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:04.945067 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-f2564b3a-7a22-48e2-8c2a-ab299cdcd6f0 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 814 time: 0.1396141 Jan 18 20:25:04.968016 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-a962aa71-b8dc-4e17-b501-ad8edd5d28e1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/quotas/ac7d65640ff94651a7ef1d826ade4cfe HTTP/1.1" status: 200 len: 375 time: 0.0119898 Jan 18 20:25:05.069884 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-fac60c9e-0c5d-4ff0-ac76-af5adc06c61d tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0955904 Jan 18 20:25:05.206775 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87844d-efd5-42d4-9b89-b70ee0837b40 req-61493f78-8136-426e-85cb-59d3faf536a8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:05.215566 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0a87844d-efd5-42d4-9b89-b70ee0837b40 req-61493f78-8136-426e-85cb-59d3faf536a8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0906706 Jan 18 20:25:05.224771 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-86e4072d-9de1-48b2-a38b-45554d0514b4 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526558 Jan 18 20:25:05.303729 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0a87844d-efd5-42d4-9b89-b70ee0837b40 req-ca70be3c-81d9-40ef-86f2-66bd52c72c6f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869780 Jan 18 20:25:05.428210 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-89d83ba6-51e6-4dda-8584-0dde75597559 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877494 Jan 18 20:25:05.656042 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3516f0c7-39ca-4aa8-ba05-eaf558fdb993 req-afa053fd-0ee0-408d-a7b3-2b1824d0dde6 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 210 time: 0.0270579 Jan 18 20:25:05.729606 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:05.979987 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 33074) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:06.135752 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.279848 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Publish callbacks [] for security_group (35079e5e-edfa-4bc3-84c4-516a3481db0b), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.285561 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (35079e5e-edfa-4bc3-84c4-516a3481db0b), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.356356 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=173b55ff92914f75a08282a5578e2d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749170 Jan 18 20:25:06.358411 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35079e5e-edfa-4bc3-84c4-516a3481db0b,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:06.359637 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 33080) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:06.370412 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.370829 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.371146 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.371490 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.371826 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.372279 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.372610 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.373119 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.373636 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.373967 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.374294 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.374616 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.374957 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587dd1-96e8-42bb-927a-b60e2d05fa70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:06.437696 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-03f91126-742b-4936-a3c7-4e4dc50f57bb admin admin] Publish callbacks [] for security_group (35079e5e-edfa-4bc3-84c4-516a3481db0b), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.464213 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-03f91126-742b-4936-a3c7-4e4dc50f57bb admin admin] Publish callbacks [] for security_group (35079e5e-edfa-4bc3-84c4-516a3481db0b), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.464885 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662ec55-804a-4c84-bd1c-fe283e99c841 req-8a1f0d01-270a-4872-9551-e942528257ff tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:06.466710 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2662ec55-804a-4c84-bd1c-fe283e99c841 req-8a1f0d01-270a-4872-9551-e942528257ff tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0553157 Jan 18 20:25:06.523623 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2662ec55-804a-4c84-bd1c-fe283e99c841 req-1cf0eba3-ecb8-407a-9571-5048b17960da tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504310 Jan 18 20:25:06.558954 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-03f91126-742b-4936-a3c7-4e4dc50f57bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (35079e5e-edfa-4bc3-84c4-516a3481db0b), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.561646 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-03f91126-742b-4936-a3c7-4e4dc50f57bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:06.562874 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-03f91126-742b-4936-a3c7-4e4dc50f57bb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/35079e5e-edfa-4bc3-84c4-516a3481db0b HTTP/1.1" status: 204 len: 168 time: 0.2014525 Jan 18 20:25:06.571514 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91126-742b-4936-a3c7-4e4dc50f57bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35079e5e-edfa-4bc3-84c4-516a3481db0b,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:06.778240 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1786ecce-a81d-40bf-ab3f-137d22bf2216 req-4474be3e-be5e-43b2-a37b-e73266b0f7c1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 210 time: 0.0339973 Jan 18 20:25:06.960967 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 33096) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:06.983710 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf2d4-cc8c-4670-a893-6c0503ec5bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.118093 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf2d4-cc8c-4670-a893-6c0503ec5bf1 admin admin] Publish callbacks [] for security_group (be8a8f63-cd00-4c12-be0b-0642498f7b6c), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.124602 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf2d4-cc8c-4670-a893-6c0503ec5bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (be8a8f63-cd00-4c12-be0b-0642498f7b6c), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.175135 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-c8ccf2d4-cc8c-4670-a893-6c0503ec5bf1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d31da76bd3c470788495af36835d440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108274 Jan 18 20:25:07.175135 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccf2d4-cc8c-4670-a893-6c0503ec5bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8a8f63-cd00-4c12-be0b-0642498f7b6c,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:07.178346 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 33102) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:07.239533 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-74445820-21ac-48ee-9d9b-5b1f27f16814 admin admin] Publish callbacks [] for security_group (be8a8f63-cd00-4c12-be0b-0642498f7b6c), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.277637 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-74445820-21ac-48ee-9d9b-5b1f27f16814 admin admin] Publish callbacks [] for security_group (be8a8f63-cd00-4c12-be0b-0642498f7b6c), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.357226 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-74445820-21ac-48ee-9d9b-5b1f27f16814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (be8a8f63-cd00-4c12-be0b-0642498f7b6c), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.358166 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-ca815d1e-3d26-4cd8-a5f6-52525d627972 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:07.359893 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-ca815d1e-3d26-4cd8-a5f6-52525d627972 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 814 time: 0.4380312 Jan 18 20:25:07.360500 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-74445820-21ac-48ee-9d9b-5b1f27f16814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.362480 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-74445820-21ac-48ee-9d9b-5b1f27f16814 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be8a8f63-cd00-4c12-be0b-0642498f7b6c HTTP/1.1" status: 204 len: 168 time: 0.1830289 Jan 18 20:25:07.372398 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74445820-21ac-48ee-9d9b-5b1f27f16814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8a8f63-cd00-4c12-be0b-0642498f7b6c,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:07.381550 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Request body: {'port': {'device_id': '58ea4f41-f0e8-4630-94ce-903130658ff4', 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da', 'admin_state_up': True, 'tenant_id': 'ac7d65640ff94651a7ef1d826ade4cfe'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:07.550139 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Made reservation on behalf of ac7d65640ff94651a7ef1d826ade4cfe for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:25:07.553757 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:07.748259 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd9727-d398-43f5-aee7-92bbc0a1d67b req-2e919788-aceb-4359-a48c-82d4e408fbc1 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:07.750151 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f8bd9727-d398-43f5-aee7-92bbc0a1d67b req-2e919788-aceb-4359-a48c-82d4e408fbc1 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1148462 Jan 18 20:25:07.824882 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Allocated IP 172.20.0.3 (dcb439eb-a130-48e2-8bcd-35ade9b8c9da/a39338dd-c6f0-425c-ab33-d045c58b9b54/9574aa0a-7413-4cef-9d97-7a7b786add9a) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:25:07.900147 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f8bd9727-d398-43f5-aee7-92bbc0a1d67b req-95faa0c9-d835-4f25-9e99-e6917bee612c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313713 Jan 18 20:25:08.008310 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d1d96784-87ad-438b-a1e8-9f694b13cfde req-fe3ce11b-d747-40a9-b471-387ae4c5a01a tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 210 time: 0.0447965 Jan 18 20:25:08.150293 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks [] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.191314 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.225233 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['99714da3-e00f-44f4-9a6d-0775f70695dc', '8e771083-6f01-41a0-aae7-67a33901263a', 'f2f1aac5-1110-4e24-863b-979ce59260f2'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:08.249635 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Network dcb439eb-a130-48e2-8bcd-35ade9b8c9da is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:25:08.254005 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:25:08.257479 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:25:08.288881 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Pushing event updated for resources: {'Port': ['ID=9574aa0a-7413-4cef-9d97-7a7b786add9a,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:08.327222 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:08.327916 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.353459 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-83dd6aa1-9b69-4d8b-a848-6025256ceadd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9783595 Jan 18 20:25:08.370579 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Request body: {'port': {'device_id': '58ea4f41-f0e8-4630-94ce-903130658ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:25:08.499431 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.614123 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d301132-d32c-42a1-a000-6f02b99b45d4 req-fe211d3b-1b9a-4023-977e-880373a2cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:08.617836 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3d301132-d32c-42a1-a000-6f02b99b45d4 req-fe211d3b-1b9a-4023-977e-880373a2cb2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 1098 time: 0.0870376 Jan 18 20:25:08.691078 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3d301132-d32c-42a1-a000-6f02b99b45d4 req-d0aea1ad-968b-4b78-be28-bd2800aefef3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617030 Jan 18 20:25:08.853005 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9574aa0a-7413-4cef-9d97-7a7b786add9a {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:25:08.863179 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Publish callbacks [] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.878615 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Transition to ACTIVE for port object 9574aa0a-7413-4cef-9d97-7a7b786add9a will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:25:08.884311 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:08.951772 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 33146) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:08.955176 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Pushing event updated for resources: {'Port': ['ID=9574aa0a-7413-4cef-9d97-7a7b786add9a,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:09.046091 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Attempting to bind port 9574aa0a-7413-4cef-9d97-7a7b786add9a on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:25:09.047229 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Attempting to bind port 9574aa0a-7413-4cef-9d97-7a7b786add9a by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:25:09.047561 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Attempting to bind port 9574aa0a-7413-4cef-9d97-7a7b786add9a on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:09.070038 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Port 9574aa0a-7413-4cef-9d97-7a7b786add9a on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:25:09.070340 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Attempting to bind port 9574aa0a-7413-4cef-9d97-7a7b786add9a on network dcb439eb-a130-48e2-8bcd-35ade9b8c9da {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:25:09.082347 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:25:09.082687 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Checking segment: {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:25:09.083108 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Bound using segment: {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:25:09.083560 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Bound port: 9574aa0a-7413-4cef-9d97-7a7b786add9a, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:25:09.083919 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.114993 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7358128e-4bfa-4959-86ba-06d911427931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.145880 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe8af-118e-498e-a5e6-d3f6ae222813 req-e21b8263-25c7-433c-96f2-267739c419f8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:09.147460 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-74abe8af-118e-498e-a5e6-d3f6ae222813 req-e21b8263-25c7-433c-96f2-267739c419f8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1145906 Jan 18 20:25:09.167870 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804f79f-74d3-4118-876f-cbe0fdb99b7b req-57e58df6-3e63-4225-96fe-1cebbedea696 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:09.170857 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6804f79f-74d3-4118-876f-cbe0fdb99b7b req-57e58df6-3e63-4225-96fe-1cebbedea696 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 943 time: 0.0595133 Jan 18 20:25:09.244323 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] For port 9574aa0a-7413-4cef-9d97-7a7b786add9a, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:25:09.249163 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6804f79f-74d3-4118-876f-cbe0fdb99b7b req-1ff3cecd-d76f-4077-a4f2-c2de1c96b12b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712547 Jan 18 20:25:09.267264 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-74abe8af-118e-498e-a5e6-d3f6ae222813 req-085edff4-7ca8-4835-94a9-5e1241a5171e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123054 Jan 18 20:25:09.269436 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] For port 9574aa0a-7413-4cef-9d97-7a7b786add9a, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9574aa0a-7413-4cef-9d97-7a7b786add9a,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:25:09.279235 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.336127 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:09.336749 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.338180 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] 10.222.0.45 "PUT /v2.0/ports/9574aa0a-7413-4cef-9d97-7a7b786add9a HTTP/1.1" status: 200 len: 1093 time: 0.9738119 Jan 18 20:25:09.338652 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ea4f41-f0e8-4630-94ce-903130658ff4', 'tag': '9574aa0a-7413-4cef-9d97-7a7b786add9a'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:09.341065 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da151ef8-e84a-4a72-a9c8-3304e782d6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "58ea4f41-f0e8-4630-94ce-903130658ff4", "tag": "9574aa0a-7413-4cef-9d97-7a7b786add9a"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:09.372542 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7358128e-4bfa-4959-86ba-06d911427931 admin admin] Publish callbacks [] for security_group (283d406a-d1ba-4d5e-b03b-44273603aa7a), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.374504 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585f903-ade4-4fd7-b473-d378b8cefb76 service neutron] Pushing event updated for resources: {'Port': ['ID=9574aa0a-7413-4cef-9d97-7a7b786add9a,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:09.380149 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7358128e-4bfa-4959-86ba-06d911427931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (283d406a-d1ba-4d5e-b03b-44273603aa7a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.398223 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7192ab-84a7-4866-a04d-384a1008b875 x-openstack-request-id: req-bc7192ab-84a7-4866-a04d-384a1008b875 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:09.398590 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ea4f41-f0e8-4630-94ce-903130658ff4", "tag": "9574aa0a-7413-4cef-9d97-7a7b786add9a", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:09.398748 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc7192ab-84a7-4866-a04d-384a1008b875 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:09.399169 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ea4f41-f0e8-4630-94ce-903130658ff4', 'tag': '9574aa0a-7413-4cef-9d97-7a7b786add9a', 'status': 'completed', 'code': 200} Jan 18 20:25:09.456363 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358128e-4bfa-4959-86ba-06d911427931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d406a-d1ba-4d5e-b03b-44273603aa7a,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:09.463176 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7358128e-4bfa-4959-86ba-06d911427931 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20af6214b3434b7abf0661da5af43664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5103211 Jan 18 20:25:09.466817 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 33154) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:09.503751 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-bdf19294-e467-4e1c-ae0b-aa0f2dd78b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:09.505153 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-bdf19294-e467-4e1c-ae0b-aa0f2dd78b4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 1096 time: 0.0927026 Jan 18 20:25:09.552259 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-a2a23ce4-108a-4720-a1da-26ac011bc3f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9574aa0a-7413-4cef-9d97-7a7b786add9a HTTP/1.1" status: 200 len: 217 time: 0.0390320 Jan 18 20:25:09.572306 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bd01b38d-bf75-42ee-a4c4-ed94499521a7 admin admin] Publish callbacks [] for security_group (283d406a-d1ba-4d5e-b03b-44273603aa7a), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.626913 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bd01b38d-bf75-42ee-a4c4-ed94499521a7 admin admin] Publish callbacks [] for security_group (283d406a-d1ba-4d5e-b03b-44273603aa7a), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.640865 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-db835e98-653b-402a-80b7-fbd7fa5569e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:09.642345 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-db835e98-653b-402a-80b7-fbd7fa5569e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a39338dd-c6f0-425c-ab33-d045c58b9b54 HTTP/1.1" status: 200 len: 854 time: 0.0783052 Jan 18 20:25:09.688172 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-47f0076c-51a7-4c35-8aa4-09080e2d39f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306334 Jan 18 20:25:09.728882 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bd01b38d-bf75-42ee-a4c4-ed94499521a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (283d406a-d1ba-4d5e-b03b-44273603aa7a), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.731513 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bd01b38d-bf75-42ee-a4c4-ed94499521a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:09.732704 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-bd01b38d-bf75-42ee-a4c4-ed94499521a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/283d406a-d1ba-4d5e-b03b-44273603aa7a HTTP/1.1" status: 204 len: 168 time: 0.2647767 Jan 18 20:25:09.771919 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01b38d-bf75-42ee-a4c4-ed94499521a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d406a-d1ba-4d5e-b03b-44273603aa7a,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:09.812361 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-670db49a-681f-4f97-9d04-96e33bb87e6e service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148038 Jan 18 20:25:09.936730 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7ee7da3-4d50-4fd0-bc2c-13cbd0062c7a req-320f295a-a9be-4a42-af60-496fce982994 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172433 Jan 18 20:25:10.061252 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da151ef8-e84a-4a72-a9c8-3304e782d6f6 req-be54dd96-f25b-4aac-840f-82888e8b8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:10.062815 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-da151ef8-e84a-4a72-a9c8-3304e782d6f6 req-be54dd96-f25b-4aac-840f-82888e8b8ea6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 1096 time: 0.0484772 Jan 18 20:25:10.212584 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da151ef8-e84a-4a72-a9c8-3304e782d6f6 req-1fbe0097-7101-421e-a6e9-2d4d65b6e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:10.214143 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-da151ef8-e84a-4a72-a9c8-3304e782d6f6 req-1fbe0097-7101-421e-a6e9-2d4d65b6e28b service neutron] 10.222.0.45 "GET /v2.0/networks?id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 200 len: 914 time: 0.1330054 Jan 18 20:25:10.273745 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-da151ef8-e84a-4a72-a9c8-3304e782d6f6 req-5a0c71ec-c261-49c2-a4b0-aaa0e51d9fcf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9574aa0a-7413-4cef-9d97-7a7b786add9a HTTP/1.1" status: 200 len: 217 time: 0.0396135 Jan 18 20:25:10.423505 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da151ef8-e84a-4a72-a9c8-3304e782d6f6 req-7f683242-7351-4dea-a5a7-aa62191bc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:10.426744 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-da151ef8-e84a-4a72-a9c8-3304e782d6f6 req-7f683242-7351-4dea-a5a7-aa62191bc559 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a39338dd-c6f0-425c-ab33-d045c58b9b54 HTTP/1.1" status: 200 len: 854 time: 0.1399202 Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.443783 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:25:10.445890 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:25:10.446993 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbb61d-10da-473c-bc6d-e32c5edbabb7 req-17c3088e-58aa-47f8-889a-fbea0217cf84 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:10.449146 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e8bbb61d-10da-473c-bc6d-e32c5edbabb7 req-17c3088e-58aa-47f8-889a-fbea0217cf84 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 943 time: 0.1135175 Jan 18 20:25:10.480563 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e11d87-5705-4a18-9631-271e3855124e req-7adc0726-fa03-409b-a033-d6c161d09e2e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:10.482320 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f4e11d87-5705-4a18-9631-271e3855124e req-7adc0726-fa03-409b-a033-d6c161d09e2e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0833235 Jan 18 20:25:10.500008 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-da151ef8-e84a-4a72-a9c8-3304e782d6f6 req-b39ae47a-120e-4205-aaf4-3355699181c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dcb439eb-a130-48e2-8bcd-35ade9b8c9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497687 Jan 18 20:25:10.579137 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f4e11d87-5705-4a18-9631-271e3855124e req-8abb6446-e484-496c-9e0e-924c9799191b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866671 Jan 18 20:25:10.612344 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e8bbb61d-10da-473c-bc6d-e32c5edbabb7 req-8e9711e7-8be9-485a-bf0d-d1de12d714cd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483815 Jan 18 20:25:10.685892 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-da151ef8-e84a-4a72-a9c8-3304e782d6f6 req-6b75dcb9-52ff-4577-8662-925bba236e01 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755667 Jan 18 20:25:10.859642 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-da151ef8-e84a-4a72-a9c8-3304e782d6f6 req-4f786604-ebec-465b-94cf-d85d6b504919 service neutron] 10.222.0.45 "GET /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654904 Jan 18 20:25:11.022660 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f9e08-898f-4f97-b0de-4ef1bcfddf2b req-88a7156b-9d3c-424e-89fd-21d64eb3872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:11.024701 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-335f9e08-898f-4f97-b0de-4ef1bcfddf2b req-88a7156b-9d3c-424e-89fd-21d64eb3872f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 1098 time: 0.0816798 Jan 18 20:25:11.084550 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018774c-297c-4fbe-b525-5637580ee7a2 req-f207ae70-5143-4693-af6b-870e3836ef35 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:11.086547 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3018774c-297c-4fbe-b525-5637580ee7a2 req-f207ae70-5143-4693-af6b-870e3836ef35 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0970256 Jan 18 20:25:11.096946 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:25:11.164200 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3018774c-297c-4fbe-b525-5637580ee7a2 req-2cb411d5-4242-4b70-a791-62646f1ceab2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673707 Jan 18 20:25:11.218175 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f9e08-898f-4f97-b0de-4ef1bcfddf2b req-e2f5090d-9d1c-42a2-bdfb-decf24587900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:11.219889 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-335f9e08-898f-4f97-b0de-4ef1bcfddf2b req-e2f5090d-9d1c-42a2-bdfb-decf24587900 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 918 time: 0.1875992 Jan 18 20:25:11.280904 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-335f9e08-898f-4f97-b0de-4ef1bcfddf2b req-990d65c9-99ed-440e-a5d3-c2a2adedb7b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34 HTTP/1.1" status: 200 len: 217 time: 0.0490842 Jan 18 20:25:11.336638 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f9e08-898f-4f97-b0de-4ef1bcfddf2b req-f3f1c647-8774-4bf7-b24f-63de1fbee3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:11.338232 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-335f9e08-898f-4f97-b0de-4ef1bcfddf2b req-f3f1c647-8774-4bf7-b24f-63de1fbee3f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 200 len: 858 time: 0.0503798 Jan 18 20:25:11.384541 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-335f9e08-898f-4f97-b0de-4ef1bcfddf2b req-696e57b1-84d0-45d9-8016-6bfbf42a8ea2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b1ba40c-a9a4-429c-93aa-b6b26304e073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288267 Jan 18 20:25:11.538255 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-335f9e08-898f-4f97-b0de-4ef1bcfddf2b req-5955ec4e-6209-4a85-9877-ec6e41c49780 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460593 Jan 18 20:25:11.667713 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-335f9e08-898f-4f97-b0de-4ef1bcfddf2b req-35bf5d07-551f-4e5b-987e-25d27167e6f2 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196065 Jan 18 20:25:11.808808 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f560c-0516-4435-9c15-6dd3f52d7373 req-ec380303-012a-4c3f-a7e2-98728791b368 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:11.810501 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b45f560c-0516-4435-9c15-6dd3f52d7373 req-ec380303-012a-4c3f-a7e2-98728791b368 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 943 time: 0.0573883 Jan 18 20:25:11.880123 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b45f560c-0516-4435-9c15-6dd3f52d7373 req-edd85e0e-a20b-45fa-b092-10b55f59df22 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617783 Jan 18 20:25:12.349579 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1ae9e-3bf9-43ae-ac64-f5d724af4d04 req-3c6063ed-16e4-4404-a9ac-a718c67c94a3 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:12.351368 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-53a1ae9e-3bf9-43ae-ac64-f5d724af4d04 req-3c6063ed-16e4-4404-a9ac-a718c67c94a3 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0767009 Jan 18 20:25:12.408612 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-53a1ae9e-3bf9-43ae-ac64-f5d724af4d04 req-fd9cb6e1-5494-4d6e-b2b0-b37b7de7ae6f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488288 Jan 18 20:25:13.028212 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d07628-39a9-4762-80f5-d4df4f5432f1 req-dab2135b-2182-4032-bf67-898694a8c53b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:13.029976 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-04d07628-39a9-4762-80f5-d4df4f5432f1 req-dab2135b-2182-4032-bf67-898694a8c53b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 943 time: 0.0611894 Jan 18 20:25:13.086667 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-04d07628-39a9-4762-80f5-d4df4f5432f1 req-9f2cd88b-582b-4e50-8d6e-452008ca32f1 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503147 Jan 18 20:25:13.588017 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aff682-ae94-4d29-b151-a274ab930005 req-1ac81d86-4ec2-424b-961a-6a67f52c85e2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:13.591443 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-14aff682-ae94-4d29-b151-a274ab930005 req-1ac81d86-4ec2-424b-961a-6a67f52c85e2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0749466 Jan 18 20:25:13.656178 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-14aff682-ae94-4d29-b151-a274ab930005 req-0686d533-d92e-4c8f-a7c1-b663b5aea13c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578358 Jan 18 20:25:14.090854 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 9574aa0a-7413-4cef-9d97-7a7b786add9a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:25:14.253847 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9b1fb-052d-4320-90e0-84bdec2227f4 req-e0ab35cf-71f2-48d5-96ee-985b2518c191 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:14.263170 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 9574aa0a-7413-4cef-9d97-7a7b786add9a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9574aa0a-7413-4cef-9d97-7a7b786add9a,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:14.271895 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-91a9b1fb-052d-4320-90e0-84bdec2227f4 req-e0ab35cf-71f2-48d5-96ee-985b2518c191 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 943 time: 0.0888033 Jan 18 20:25:14.279831 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '9574aa0a-7413-4cef-9d97-7a7b786add9a', 'network_id': 'dcb439eb-a130-48e2-8bcd-35ade9b8c9da', 'port_id': '9574aa0a-7413-4cef-9d97-7a7b786add9a', 'mac_address': 'fa:16:3e:cc:40:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39338dd-c6f0-425c-ab33-d045c58b9b54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:25:14.323427 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 9574aa0a-7413-4cef-9d97-7a7b786add9a is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:14.323824 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.339976 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9574aa0a-7413-4cef-9d97-7a7b786add9a {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:25:14.357620 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-91a9b1fb-052d-4320-90e0-84bdec2227f4 req-c19d5a5d-9dd2-426c-a2c8-6e44e01b8d05 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798240 Jan 18 20:25:14.368580 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 9574aa0a-7413-4cef-9d97-7a7b786add9a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9574aa0a-7413-4cef-9d97-7a7b786add9a,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:14.380571 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:14.438588 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=9574aa0a-7413-4cef-9d97-7a7b786add9a,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:14.446583 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.446955 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.447359 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.447784 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.448149 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.448482 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.448828 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.449184 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.449516 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.449864 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.456024 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.456024 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.456024 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:25:14.809204 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3e7d-2dd2-4d1a-8f8c-4ad24861ed1a req-3b199470-f2d3-4ba6-8ec1-33e41895f344 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:14.810875 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-12ef3e7d-2dd2-4d1a-8f8c-4ad24861ed1a req-3b199470-f2d3-4ba6-8ec1-33e41895f344 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0577536 Jan 18 20:25:14.882840 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-12ef3e7d-2dd2-4d1a-8f8c-4ad24861ed1a req-95fc751c-b1f7-4022-b60f-d0dcb1137e13 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605762 Jan 18 20:25:14.990272 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['9574aa0a-7413-4cef-9d97-7a7b786add9a'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:15.503359 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53fd2-e436-4623-84bc-9b5dc5d515ad req-7b4f0a45-a035-4f44-a6bf-0ae27949d907 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:15.506255 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0fc53fd2-e436-4623-84bc-9b5dc5d515ad req-7b4f0a45-a035-4f44-a6bf-0ae27949d907 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 944 time: 0.0644586 Jan 18 20:25:15.581144 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0fc53fd2-e436-4623-84bc-9b5dc5d515ad req-2daeb4ea-c7bf-494d-9000-0396596c23f8 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671830 Jan 18 20:25:16.485786 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dfd03-a909-4250-9b36-8e55df299d78 req-ca56aac1-faba-46ac-8224-ec8c192d3fd8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:16.488115 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2a3dfd03-a909-4250-9b36-8e55df299d78 req-ca56aac1-faba-46ac-8224-ec8c192d3fd8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0595865 Jan 18 20:25:16.562942 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2a3dfd03-a909-4250-9b36-8e55df299d78 req-21ad39d9-8fc6-4aa4-86bb-9fb000d0b186 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685213 Jan 18 20:25:16.772763 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505610e-63b0-4217-8224-c770c25e88c5 req-24c544c1-85f1-49f8-855b-35bb38adf00c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:16.774431 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b505610e-63b0-4217-8224-c770c25e88c5 req-24c544c1-85f1-49f8-855b-35bb38adf00c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 944 time: 0.0816159 Jan 18 20:25:16.863198 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b505610e-63b0-4217-8224-c770c25e88c5 req-cab7efec-341d-43e3-8aa3-89d29870b1d7 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807610 Jan 18 20:25:18.071107 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbfba5-814b-47fa-be31-a91dd95c226d req-5d42c52e-8f5a-4dfd-a501-21fadc65c529 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:18.073840 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fabbfba5-814b-47fa-be31-a91dd95c226d req-5d42c52e-8f5a-4dfd-a501-21fadc65c529 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 944 time: 0.0815537 Jan 18 20:25:18.132343 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 9574aa0a-7413-4cef-9d97-7a7b786add9a up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:18.184722 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fabbfba5-814b-47fa-be31-a91dd95c226d req-9ee691d0-9076-4c7d-bfe5-79ce22146283 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985198 Jan 18 20:25:18.232369 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 9574aa0a-7413-4cef-9d97-7a7b786add9a completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:25:18.238767 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 9574aa0a-7413-4cef-9d97-7a7b786add9a triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:18.239420 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.376468 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 9574aa0a-7413-4cef-9d97-7a7b786add9a is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:18.377805 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.420805 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ea4f41-f0e8-4630-94ce-903130658ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9574aa0a-7413-4cef-9d97-7a7b786add9a'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:18.423274 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac79f14-90b0-47e4-af61-232d6b00e693" -d '{"events": [{"server_uuid": "58ea4f41-f0e8-4630-94ce-903130658ff4", "name": "network-vif-plugged", "status": "completed", "tag": "9574aa0a-7413-4cef-9d97-7a7b786add9a"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:18.444481 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 9574aa0a-7413-4cef-9d97-7a7b786add9a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9574aa0a-7413-4cef-9d97-7a7b786add9a,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:18.450545 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:18.614915 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6de124-548a-4f84-a77e-3e8639037594 x-openstack-request-id: req-6b6de124-548a-4f84-a77e-3e8639037594 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:18.615326 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ea4f41-f0e8-4630-94ce-903130658ff4", "name": "network-vif-plugged", "status": "completed", "tag": "9574aa0a-7413-4cef-9d97-7a7b786add9a", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:18.615538 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6b6de124-548a-4f84-a77e-3e8639037594 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:18.615934 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ea4f41-f0e8-4630-94ce-903130658ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9574aa0a-7413-4cef-9d97-7a7b786add9a', 'code': 200} Jan 18 20:25:18.649700 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=9574aa0a-7413-4cef-9d97-7a7b786add9a,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:18.735380 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb41ca-92fd-4d10-9d01-c0948f56397d req-da8be68b-1469-4ffd-81a5-2cb4bd510c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:18.738720 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-25cb41ca-92fd-4d10-9d01-c0948f56397d req-da8be68b-1469-4ffd-81a5-2cb4bd510c48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 1098 time: 0.0498023 Jan 18 20:25:18.810382 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-25cb41ca-92fd-4d10-9d01-c0948f56397d req-04f165db-552f-4fdb-9ba4-f4eeb5789b3b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557251 Jan 18 20:25:19.347294 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56f64f-d7b2-4b73-acc2-1f493bc89d14 req-56c2941c-db1a-4a91-b84c-fbe005de8897 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:19.349325 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fc56f64f-d7b2-4b73-acc2-1f493bc89d14 req-56c2941c-db1a-4a91-b84c-fbe005de8897 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 945 time: 0.0620868 Jan 18 20:25:19.412490 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fc56f64f-d7b2-4b73-acc2-1f493bc89d14 req-2ea59bb7-0c59-4e29-91a5-123e4860edfa tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565393 Jan 18 20:25:20.585861 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cabe8-567e-4ae5-af22-3423bbe33db5 req-761ac33b-3765-492a-8f91-69de5a4f39b5 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:20.587803 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a29cabe8-567e-4ae5-af22-3423bbe33db5 req-761ac33b-3765-492a-8f91-69de5a4f39b5 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 945 time: 0.0645320 Jan 18 20:25:20.649618 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a29cabe8-567e-4ae5-af22-3423bbe33db5 req-52625bf2-912f-41c3-8ff7-9028c903efe5 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496070 Jan 18 20:25:25.211092 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eb8b9-0226-4ebb-9513-3890194c54af req-1803834a-11ab-4ddd-b761-402e30451ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:25.213113 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c01eb8b9-0226-4ebb-9513-3890194c54af req-1803834a-11ab-4ddd-b761-402e30451ab8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 1098 time: 0.0589974 Jan 18 20:25:25.268148 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fcf47-cd12-4932-8a98-e0c9536d58ae req-7fd74bfd-1ad4-43db-a544-45bff259addb tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:25.271159 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a63fcf47-cd12-4932-8a98-e0c9536d58ae req-7fd74bfd-1ad4-43db-a544-45bff259addb tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0890388 Jan 18 20:25:25.346200 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a63fcf47-cd12-4932-8a98-e0c9536d58ae req-db1d7e52-78b2-405c-8746-2d895d28074c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673437 Jan 18 20:25:25.350352 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eb8b9-0226-4ebb-9513-3890194c54af req-f367636c-c4f9-4cb5-970f-cc1cce0f17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:25.352188 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c01eb8b9-0226-4ebb-9513-3890194c54af req-f367636c-c4f9-4cb5-970f-cc1cce0f17e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 918 time: 0.1325667 Jan 18 20:25:25.405448 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c01eb8b9-0226-4ebb-9513-3890194c54af req-2f72be5d-03ff-4c7c-9384-9d568c2954e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34 HTTP/1.1" status: 200 len: 217 time: 0.0427895 Jan 18 20:25:25.467579 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eb8b9-0226-4ebb-9513-3890194c54af req-0c4c8afe-6a31-4a5c-ae84-fdd2ff89c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:25.469454 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c01eb8b9-0226-4ebb-9513-3890194c54af req-0c4c8afe-6a31-4a5c-ae84-fdd2ff89c911 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 200 len: 858 time: 0.0555460 Jan 18 20:25:25.513899 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c01eb8b9-0226-4ebb-9513-3890194c54af req-4afa65ca-ecaa-4714-9750-c9aee50606e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b1ba40c-a9a4-429c-93aa-b6b26304e073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332077 Jan 18 20:25:25.653138 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c01eb8b9-0226-4ebb-9513-3890194c54af req-558afbf9-85ea-4e23-96f5-b76062f4042d service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309576 Jan 18 20:25:25.851499 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c01eb8b9-0226-4ebb-9513-3890194c54af req-47488f7a-5e86-4f43-b0d3-f7931450fdc4 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883557 Jan 18 20:25:26.326639 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e29a1-fc77-408e-80a1-94850bcb823e req-fbe765fc-5fbc-4b47-bc3a-0f68de61b614 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:26.328830 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-392e29a1-fc77-408e-80a1-94850bcb823e req-fbe765fc-5fbc-4b47-bc3a-0f68de61b614 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0862930 Jan 18 20:25:26.397926 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-392e29a1-fc77-408e-80a1-94850bcb823e req-16df10f7-29de-4a8b-9823-f4d80d72a653 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611455 Jan 18 20:25:26.496986 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab026f61-b6fe-46a8-87cb-4875a538bed4 req-2b02eb90-4b54-4187-baf4-1aef89bfa4dd tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:26.498646 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ab026f61-b6fe-46a8-87cb-4875a538bed4 req-2b02eb90-4b54-4187-baf4-1aef89bfa4dd tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0524070 Jan 18 20:25:26.586000 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ab026f61-b6fe-46a8-87cb-4875a538bed4 req-a60f8916-0595-4f14-896d-58400b01b23c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762341 Jan 18 20:25:27.541656 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e17748-0f2e-4532-9f0e-dd4ac7011a3b req-c5f773ec-da50-4cfd-be1f-b7c5cfaa6ffb tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:27.543559 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7e17748-0f2e-4532-9f0e-dd4ac7011a3b req-c5f773ec-da50-4cfd-be1f-b7c5cfaa6ffb tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0608225 Jan 18 20:25:27.600161 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a7e17748-0f2e-4532-9f0e-dd4ac7011a3b req-5534b8f8-3fdc-44d2-b233-71b208388e72 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500073 Jan 18 20:25:27.727076 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39bc50-07b7-41fe-8bd2-82d41530de31 req-f7e58f57-422f-482a-8c23-74ce03eae172 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:27.729517 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4b39bc50-07b7-41fe-8bd2-82d41530de31 req-f7e58f57-422f-482a-8c23-74ce03eae172 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0597439 Jan 18 20:25:27.789615 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4b39bc50-07b7-41fe-8bd2-82d41530de31 req-5effb1e5-59a6-41c4-b7f2-7a7bc2b54d45 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527420 Jan 18 20:25:28.750816 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c604fd8-db52-42e5-bf1a-f8b28d67571c req-2ee3873d-78f4-4363-a41c-050f8cdca524 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:28.752500 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5c604fd8-db52-42e5-bf1a-f8b28d67571c req-2ee3873d-78f4-4363-a41c-050f8cdca524 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0610182 Jan 18 20:25:28.824944 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5c604fd8-db52-42e5-bf1a-f8b28d67571c req-800150b7-4b80-416e-9622-db666b7f6e86 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663996 Jan 18 20:25:28.952249 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab506b-9b2a-449c-a63d-b952da003c68 req-b5cb071e-d061-452e-b10f-53ec1edf918e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:28.954531 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-92ab506b-9b2a-449c-a63d-b952da003c68 req-b5cb071e-d061-452e-b10f-53ec1edf918e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0663741 Jan 18 20:25:29.023212 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-92ab506b-9b2a-449c-a63d-b952da003c68 req-6d9f97a1-0ba9-4a7a-94b9-60abf04e55c2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578256 Jan 18 20:25:29.782046 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0ab21f71-74b3-4e27-bd81-d0bc59cea8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:29.995163 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49900cc5-a13b-49ef-a006-b2e2f1295758 req-61f00b56-544b-4eb2-ba67-c9905eb5e89b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:29.997820 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-49900cc5-a13b-49ef-a006-b2e2f1295758 req-61f00b56-544b-4eb2-ba67-c9905eb5e89b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0684962 Jan 18 20:25:30.068447 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-49900cc5-a13b-49ef-a006-b2e2f1295758 req-491ead3d-1b07-46e3-b729-996c6af51ccc tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601065 Jan 18 20:25:30.174983 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28653120-f033-430a-9715-e7f4d2b62b15 req-292530e8-2313-498e-a4b6-8843f474ce05 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:30.177922 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-28653120-f033-430a-9715-e7f4d2b62b15 req-292530e8-2313-498e-a4b6-8843f474ce05 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0703168 Jan 18 20:25:30.240179 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-28653120-f033-430a-9715-e7f4d2b62b15 req-e27e5903-6d38-43d4-a4bb-42d29bec84fa tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561829 Jan 18 20:25:31.259371 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994953a-e974-4483-b06d-408ed387c78b req-1c70c3c1-40af-4f31-8b2c-e23907bb6fcd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:31.262490 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1994953a-e974-4483-b06d-408ed387c78b req-1c70c3c1-40af-4f31-8b2c-e23907bb6fcd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0836275 Jan 18 20:25:31.366528 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1994953a-e974-4483-b06d-408ed387c78b req-b3980f79-8fac-4955-a952-c288dc012f6e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954928 Jan 18 20:25:31.430555 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252fd10-462f-4064-a94d-760cc2e9a731 req-b44ab8ce-78af-4775-a138-f82b9aa7b86a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:31.432239 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0252fd10-462f-4064-a94d-760cc2e9a731 req-b44ab8ce-78af-4775-a138-f82b9aa7b86a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0818794 Jan 18 20:25:31.505259 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0252fd10-462f-4064-a94d-760cc2e9a731 req-bb517e25-2158-4a1e-808b-19ad3ec434a2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620334 Jan 18 20:25:31.868875 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e611-cee2-47eb-bf14-a0914613906e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:32.516929 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3ab8-7175-49f9-8694-06aaefafb488 req-9897dd64-8624-48c4-8a12-e8d17c8e6527 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:32.519291 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-623b3ab8-7175-49f9-8694-06aaefafb488 req-9897dd64-8624-48c4-8a12-e8d17c8e6527 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0590487 Jan 18 20:25:32.576951 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-623b3ab8-7175-49f9-8694-06aaefafb488 req-b72b3813-c836-4992-a8af-7a3da5806667 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508838 Jan 18 20:25:32.656770 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5adae-2443-4ba2-bcff-06311f9bfff1 req-99c72efd-3fb2-45fd-b8ee-49bf72a34b31 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:32.658958 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6ad5adae-2443-4ba2-bcff-06311f9bfff1 req-99c72efd-3fb2-45fd-b8ee-49bf72a34b31 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0622661 Jan 18 20:25:32.716787 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6ad5adae-2443-4ba2-bcff-06311f9bfff1 req-a6da3966-c222-40ca-89b4-e5b5d696c173 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477462 Jan 18 20:25:33.347691 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:33.729932 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdd4af-f570-4e20-9f66-a8371eabe780 req-2099a937-9ad4-41ca-8f56-34d7130592b8 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:33.731701 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b4fdd4af-f570-4e20-9f66-a8371eabe780 req-2099a937-9ad4-41ca-8f56-34d7130592b8 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0639007 Jan 18 20:25:33.810452 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b4fdd4af-f570-4e20-9f66-a8371eabe780 req-253335fe-8b95-469f-a95c-7722fdefe9a2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706482 Jan 18 20:25:33.887639 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e0f2a-448b-46c9-9bcc-f8bcbc30949e req-eec6efec-6945-405c-b31f-86a0a07ed7ef tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:33.889892 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7c7e0f2a-448b-46c9-9bcc-f8bcbc30949e req-eec6efec-6945-405c-b31f-86a0a07ed7ef tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0874038 Jan 18 20:25:33.957837 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7c7e0f2a-448b-46c9-9bcc-f8bcbc30949e req-fad2a3ec-104e-41d6-b76b-73fd1ebac0d4 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617490 Jan 18 20:25:34.024843 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.694633 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:34.978633 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bdf34-cefb-470f-a0bd-88f96ec963fd req-1294479e-3747-4c43-ae1c-c7a465817cbe tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:34.980932 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1d3bdf34-cefb-470f-a0bd-88f96ec963fd req-1294479e-3747-4c43-ae1c-c7a465817cbe tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0795424 Jan 18 20:25:35.052854 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1d3bdf34-cefb-470f-a0bd-88f96ec963fd req-4d486c04-e8f8-4cc5-8ff5-727570e43ef2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610693 Jan 18 20:25:35.159508 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd0f17-4e6c-492f-a206-5527679d994b req-c08556e8-7012-4b36-9dbf-c9e587a71cef tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:35.161857 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcfd0f17-4e6c-492f-a206-5527679d994b req-c08556e8-7012-4b36-9dbf-c9e587a71cef tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0635593 Jan 18 20:25:35.227541 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dcfd0f17-4e6c-492f-a206-5527679d994b req-22257e11-514c-41eb-8eba-ae5886e5227e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543869 Jan 18 20:25:35.756612 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:36.203231 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42739de2-bb39-4df5-84de-a4bbaccd99e3 req-d3630cfe-3794-468d-a5cf-8bf423d2b717 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:36.204782 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-42739de2-bb39-4df5-84de-a4bbaccd99e3 req-d3630cfe-3794-468d-a5cf-8bf423d2b717 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0571709 Jan 18 20:25:36.260309 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-42739de2-bb39-4df5-84de-a4bbaccd99e3 req-4bc05098-49a5-41a3-a48e-aa9987146607 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489562 Jan 18 20:25:36.375271 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c69092-58fa-431c-9c44-e6d381358cd0 req-56a97e36-0a2c-435e-8532-fa7a21c88a05 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:36.377060 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-27c69092-58fa-431c-9c44-e6d381358cd0 req-56a97e36-0a2c-435e-8532-fa7a21c88a05 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0607665 Jan 18 20:25:36.436891 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-27c69092-58fa-431c-9c44-e6d381358cd0 req-3c4f2ca6-9b3e-4685-bb00-ceb56c346792 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Jan 18 20:25:37.396098 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a4474-08d5-4e81-97ed-be2e33a99096 req-a933f772-4cf4-4a65-b9c4-6813d78510cc tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:37.397624 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2b1a4474-08d5-4e81-97ed-be2e33a99096 req-a933f772-4cf4-4a65-b9c4-6813d78510cc tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0538599 Jan 18 20:25:37.451728 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2b1a4474-08d5-4e81-97ed-be2e33a99096 req-f809d5cb-a0e3-400b-b302-fdea2284d0d5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474386 Jan 18 20:25:37.584058 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d99af-e2f8-4303-b795-d63b649c1411 req-ab872df9-bcd4-4b7a-995b-a56974185d62 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:37.586240 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f98d99af-e2f8-4303-b795-d63b649c1411 req-ab872df9-bcd4-4b7a-995b-a56974185d62 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0654814 Jan 18 20:25:37.646322 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f98d99af-e2f8-4303-b795-d63b649c1411 req-c1cd46c3-4bdb-4910-a88a-fee506b2e8a2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539839 Jan 18 20:25:38.375945 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4946aa-c5a0-40bf-9f81-7ff1a6e83157 req-774a2469-65f3-4428-9992-bc96eadb2305 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:38.377939 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8b4946aa-c5a0-40bf-9f81-7ff1a6e83157 req-774a2469-65f3-4428-9992-bc96eadb2305 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0685794 Jan 18 20:25:38.444718 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8b4946aa-c5a0-40bf-9f81-7ff1a6e83157 req-0519d19e-cdfa-4718-80ce-454cfdbd5bd6 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587962 Jan 18 20:25:38.608821 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa798b3-63fb-4196-8992-e13413da4a47 req-02be086d-53d4-4f64-aa3c-b31341480212 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:38.610540 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0fa798b3-63fb-4196-8992-e13413da4a47 req-02be086d-53d4-4f64-aa3c-b31341480212 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0599198 Jan 18 20:25:38.670193 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0fa798b3-63fb-4196-8992-e13413da4a47 req-93a636de-9d59-4cc5-9281-a6fca5d5a987 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535612 Jan 18 20:25:38.821001 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18fcb9-a9ce-422c-b53e-536555f5db10 req-d0833381-75bd-4e8f-a734-d8853f372e5c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:38.823637 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3c18fcb9-a9ce-422c-b53e-536555f5db10 req-d0833381-75bd-4e8f-a734-d8853f372e5c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0717185 Jan 18 20:25:38.895237 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3c18fcb9-a9ce-422c-b53e-536555f5db10 req-ace15d91-bac6-4336-a94b-639cbb4ee88f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650208 Jan 18 20:25:39.583955 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57aadb8-a2c7-4d80-9e58-9ce14ae58cc7 req-5656e77f-d767-4616-b83c-614756038492 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:39.585514 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c57aadb8-a2c7-4d80-9e58-9ce14ae58cc7 req-5656e77f-d767-4616-b83c-614756038492 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0567927 Jan 18 20:25:39.646465 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c57aadb8-a2c7-4d80-9e58-9ce14ae58cc7 req-3c0f108f-f7c4-417f-95a1-5dc9f258d391 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525546 Jan 18 20:25:39.836149 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc466a-a0cf-4441-a149-b5157353c9e7 req-6b03e812-bdf3-4fa9-ab44-d2b4e2c4389f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:39.837939 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-49fc466a-a0cf-4441-a149-b5157353c9e7 req-6b03e812-bdf3-4fa9-ab44-d2b4e2c4389f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0672703 Jan 18 20:25:39.903104 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-49fc466a-a0cf-4441-a149-b5157353c9e7 req-adf03e93-c30e-4e12-bd13-509e6817e02e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587673 Jan 18 20:25:40.046828 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b885b8-ed18-4e1e-a612-845a09b86f4c req-1b35a4bd-b0ec-4896-bb42-ff96b8f71329 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:40.050141 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b5b885b8-ed18-4e1e-a612-845a09b86f4c req-1b35a4bd-b0ec-4896-bb42-ff96b8f71329 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0705841 Jan 18 20:25:40.116983 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b5b885b8-ed18-4e1e-a612-845a09b86f4c req-1434e302-11d7-45b3-b828-2bc3e571b385 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603850 Jan 18 20:25:40.880323 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0339700-337c-4abf-903f-161ffbe08668 req-dd49aa8d-e14b-4950-97df-acb5e93e07d5 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:40.882760 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c0339700-337c-4abf-903f-161ffbe08668 req-dd49aa8d-e14b-4950-97df-acb5e93e07d5 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 945 time: 0.0766060 Jan 18 20:25:40.894060 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac555af-80a1-4f56-a1e8-85addd824b86 req-2e863dff-7856-46b0-a32c-44128800dd45 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:40.896883 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fac555af-80a1-4f56-a1e8-85addd824b86 req-2e863dff-7856-46b0-a32c-44128800dd45 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.1098678 Jan 18 20:25:40.944618 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c0339700-337c-4abf-903f-161ffbe08668 req-2935df5e-b0a1-49e0-becd-f9041846673b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551441 Jan 18 20:25:40.997794 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fac555af-80a1-4f56-a1e8-85addd824b86 req-51d7c9c6-619f-4071-bb3a-7452d1c5abf8 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939972 Jan 18 20:25:41.115847 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572693c-f31e-41a0-a897-4bbbe045bc03 req-0246aa7b-5be1-4dcb-bbe5-b6b1223a679c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:41.117501 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c572693c-f31e-41a0-a897-4bbbe045bc03 req-0246aa7b-5be1-4dcb-bbe5-b6b1223a679c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0662854 Jan 18 20:25:41.171241 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c572693c-f31e-41a0-a897-4bbbe045bc03 req-fcbffb56-c69a-4f72-a4df-6e38412d75bd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475793 Jan 18 20:25:41.244947 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a6dec-b4ec-4ecb-9640-db5ddce3af3d req-4df5eda5-4668-4a75-8295-49d8b26f65e5 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:41.246806 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fb2a6dec-b4ec-4ecb-9640-db5ddce3af3d req-4df5eda5-4668-4a75-8295-49d8b26f65e5 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0551810 Jan 18 20:25:41.302450 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fb2a6dec-b4ec-4ecb-9640-db5ddce3af3d req-e9632afc-cbe2-4f72-8530-a271be071710 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488584 Jan 18 20:25:42.099621 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20032e-8e2f-46a0-a4f5-740b7f0f1eb7 req-b4f0c842-2f21-4183-ab52-48f72a721fee tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:42.101432 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fa20032e-8e2f-46a0-a4f5-740b7f0f1eb7 req-b4f0c842-2f21-4183-ab52-48f72a721fee tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 945 time: 0.0596712 Jan 18 20:25:42.144617 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ef4d6-e7e5-4341-b1da-ad41665a66ab req-1ea06e63-b659-4209-a56c-729a25756003 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:42.146223 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d27ef4d6-e7e5-4341-b1da-ad41665a66ab req-1ea06e63-b659-4209-a56c-729a25756003 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0672677 Jan 18 20:25:42.170354 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fa20032e-8e2f-46a0-a4f5-740b7f0f1eb7 req-5ff53e63-e538-421f-bd94-650242382f37 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626631 Jan 18 20:25:42.201899 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d27ef4d6-e7e5-4341-b1da-ad41665a66ab req-4f473d04-e678-468e-983a-09f95c2d8249 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487833 Jan 18 20:25:42.310255 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af1d84-9821-484d-9e8f-2203f2538962 req-8330a3aa-d0c0-436c-abc6-bca0dfe1613d tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:42.311903 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-23af1d84-9821-484d-9e8f-2203f2538962 req-8330a3aa-d0c0-436c-abc6-bca0dfe1613d tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0554373 Jan 18 20:25:42.375936 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-23af1d84-9821-484d-9e8f-2203f2538962 req-de2bb35b-8e3d-44a5-8be6-5c0d00320057 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577271 Jan 18 20:25:42.453017 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d1a81-c894-404d-930d-e798ec34c6ba req-235657e8-d321-451a-84f0-e7b0b3b9534a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:42.454658 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b91d1a81-c894-404d-930d-e798ec34c6ba req-235657e8-d321-451a-84f0-e7b0b3b9534a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0522392 Jan 18 20:25:42.508360 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b91d1a81-c894-404d-930d-e798ec34c6ba req-25bb2f28-0dcf-40ab-9867-383bcb7a6a35 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473197 Jan 18 20:25:43.295700 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfe6a2-bc79-41a4-b9ac-cb7f5c916b6c req-08724c86-cd26-43a7-b2a0-0e0ef16cf9c6 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:43.297267 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9ddfe6a2-bc79-41a4-b9ac-cb7f5c916b6c req-08724c86-cd26-43a7-b2a0-0e0ef16cf9c6 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 945 time: 0.0549283 Jan 18 20:25:43.336651 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35743ff5-e23d-49fd-8a5b-e944f429ec25 req-8ab551d1-9292-4142-9328-594dcb76b7ce tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:43.338161 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-35743ff5-e23d-49fd-8a5b-e944f429ec25 req-8ab551d1-9292-4142-9328-594dcb76b7ce tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0551598 Jan 18 20:25:43.348929 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9ddfe6a2-bc79-41a4-b9ac-cb7f5c916b6c req-174891d6-e623-4fe9-9750-9b962abc58b9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 Jan 18 20:25:43.388755 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-35743ff5-e23d-49fd-8a5b-e944f429ec25 req-7f2639c9-fe76-4e58-8343-38fbb2c360b3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447664 Jan 18 20:25:43.518394 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8fd85-4abb-494a-85b4-fe50c049e266 req-b725bb9b-22c4-4e91-9a7e-8a088eaab650 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:43.519923 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f8a8fd85-4abb-494a-85b4-fe50c049e266 req-b725bb9b-22c4-4e91-9a7e-8a088eaab650 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0543730 Jan 18 20:25:43.571897 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f8a8fd85-4abb-494a-85b4-fe50c049e266 req-62709de3-b515-41d7-930b-bebd519465a2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463414 Jan 18 20:25:43.646234 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630523d-aaa3-417e-99c8-34a44328f5a9 req-9dc36636-522f-43a8-8de8-ac238816279d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:43.647858 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3630523d-aaa3-417e-99c8-34a44328f5a9 req-9dc36636-522f-43a8-8de8-ac238816279d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0594761 Jan 18 20:25:43.700616 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3630523d-aaa3-417e-99c8-34a44328f5a9 req-2c279f2a-9616-4409-a431-a3950b273fc8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Jan 18 20:25:44.481775 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297f1f5-c95d-4829-bb80-042a6ceff259 req-6f1af3ba-920f-4ae5-b5a3-f45276c56aec tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:44.483393 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c297f1f5-c95d-4829-bb80-042a6ceff259 req-6f1af3ba-920f-4ae5-b5a3-f45276c56aec tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 945 time: 0.0552151 Jan 18 20:25:44.546842 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c297f1f5-c95d-4829-bb80-042a6ceff259 req-f3021e14-e54f-4c2c-975b-774b12385da0 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547917 Jan 18 20:25:44.553619 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ef35-a9ba-4db1-b3d8-2f276812bb5b req-97af65bf-4166-4dc5-9360-b2e076f1223a tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:44.555083 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7199ef35-a9ba-4db1-b3d8-2f276812bb5b req-97af65bf-4166-4dc5-9360-b2e076f1223a tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0941505 Jan 18 20:25:44.572645 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-ea0c7e84-3006-437c-8d72-0bc8925e6d3f tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:44.574263 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-ea0c7e84-3006-437c-8d72-0bc8925e6d3f tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 945 time: 0.0794680 Jan 18 20:25:44.676678 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7199ef35-a9ba-4db1-b3d8-2f276812bb5b req-22e41e69-b290-4028-b25a-54f75eaa91e9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135864 Jan 18 20:25:44.734009 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d88c8-c3ef-4059-b22f-9cf9ad538f63 req-3594e886-633f-4548-bf67-ae99aa744bee tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:44.736226 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-003d88c8-c3ef-4059-b22f-9cf9ad538f63 req-3594e886-633f-4548-bf67-ae99aa744bee tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0694640 Jan 18 20:25:44.738438 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-7e435c83-eedd-426b-9bbe-309b289eef48 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Deleting port 9574aa0a-7413-4cef-9d97-7a7b786add9a {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:44.738969 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-7e435c83-eedd-426b-9bbe-309b289eef48 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.828171 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-003d88c8-c3ef-4059-b22f-9cf9ad538f63 req-511aaf43-9d1c-4461-9984-9bf8f2d12f83 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820506 Jan 18 20:25:44.863666 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-7e435c83-eedd-426b-9bbe-309b289eef48 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] For port 9574aa0a-7413-4cef-9d97-7a7b786add9a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9574aa0a-7413-4cef-9d97-7a7b786add9a,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:44.864194 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-7e435c83-eedd-426b-9bbe-309b289eef48 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:44.906232 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-7e435c83-eedd-426b-9bbe-309b289eef48 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Calling delete_port for 9574aa0a-7413-4cef-9d97-7a7b786add9a owned by compute:nova {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:45.222725 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68b24-35f5-4f59-96c8-a41082410ec6 req-9b2d193c-2bef-42cd-b5f1-2507515362c0 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:45.224280 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ca68b24-35f5-4f59-96c8-a41082410ec6 req-9b2d193c-2bef-42cd-b5f1-2507515362c0 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.3568389 Jan 18 20:25:45.320997 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ca68b24-35f5-4f59-96c8-a41082410ec6 req-6a5d22d8-1f38-4558-82ae-c2a55effc8db tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871670 Jan 18 20:25:45.358684 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-7e435c83-eedd-426b-9bbe-309b289eef48 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (9574aa0a-7413-4cef-9d97-7a7b786add9a), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.373368 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['99714da3-e00f-44f4-9a6d-0775f70695dc', '8e771083-6f01-41a0-aae7-67a33901263a', 'f2f1aac5-1110-4e24-863b-979ce59260f2', '9574aa0a-7413-4cef-9d97-7a7b786add9a'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:45.402516 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e435c83-eedd-426b-9bbe-309b289eef48 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Pushing event deleted for resources: {'Port': ['ID=9574aa0a-7413-4cef-9d97-7a7b786add9a,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:45.452657 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-7e435c83-eedd-426b-9bbe-309b289eef48 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] No DVR routers for this DVR port 9574aa0a-7413-4cef-9d97-7a7b786add9a on host hv-cinder-82160 {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:45.456121 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-7e435c83-eedd-426b-9bbe-309b289eef48 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:45.459561 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-effc369a-920a-4f22-a892-cbdc8e3d003c req-7e435c83-eedd-426b-9bbe-309b289eef48 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "DELETE /v2.0/ports/9574aa0a-7413-4cef-9d97-7a7b786add9a HTTP/1.1" status: 204 len: 173 time: 0.8791614 Jan 18 20:25:45.460072 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ea4f41-f0e8-4630-94ce-903130658ff4', 'name': 'network-vif-deleted', 'tag': '9574aa0a-7413-4cef-9d97-7a7b786add9a'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:45.462589 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0cb0c1-aeb5-46cb-a87e-b06348469886" -d '{"events": [{"server_uuid": "58ea4f41-f0e8-4630-94ce-903130658ff4", "name": "network-vif-deleted", "tag": "9574aa0a-7413-4cef-9d97-7a7b786add9a"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:45.510234 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787ac6a4-c430-456e-b931-ed3af96c994e x-openstack-request-id: req-787ac6a4-c430-456e-b931-ed3af96c994e {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:45.510940 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ea4f41-f0e8-4630-94ce-903130658ff4", "name": "network-vif-deleted", "tag": "9574aa0a-7413-4cef-9d97-7a7b786add9a", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:45.511600 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-787ac6a4-c430-456e-b931-ed3af96c994e {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:45.512407 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ea4f41-f0e8-4630-94ce-903130658ff4', 'name': 'network-vif-deleted', 'tag': '9574aa0a-7413-4cef-9d97-7a7b786add9a', 'status': 'completed', 'code': 200} Jan 18 20:25:45.727274 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0af5b116-8fc6-47e7-983c-e0ff0d484fb3 req-c1d39ffe-648e-4591-80c0-99cb9f7b10ba tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ea4f41-f0e8-4630-94ce-903130658ff4 HTTP/1.1" status: 200 len: 210 time: 0.0392604 Jan 18 20:25:45.848447 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40cef-e835-413c-b641-ee47880cd0e8 req-1a212d6c-d38e-4de9-a357-fb5ed114bf4d tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:45.850040 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-71f40cef-e835-413c-b641-ee47880cd0e8 req-1a212d6c-d38e-4de9-a357-fb5ed114bf4d tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0625985 Jan 18 20:25:45.909311 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-71f40cef-e835-413c-b641-ee47880cd0e8 req-aa2f3307-e0c6-42d9-978e-1a419e714166 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492723 Jan 18 20:25:46.008798 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd521a-f632-4ca4-b8c9-1d9947402d7e req-a2f16dc2-ecb3-4f3b-baba-bbd5613af8c2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:46.010931 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a2fd521a-f632-4ca4-b8c9-1d9947402d7e req-a2f16dc2-ecb3-4f3b-baba-bbd5613af8c2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0683465 Jan 18 20:25:46.075112 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a2fd521a-f632-4ca4-b8c9-1d9947402d7e req-c7cde608-944a-432f-ad15-0209b4f49b8e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564830 Jan 18 20:25:46.455460 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b82e9-0c5f-4ed2-98ee-778f414e4c69 req-8be62fd9-da01-4276-8e4e-189b343afec6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:46.457628 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-294b82e9-0c5f-4ed2-98ee-778f414e4c69 req-8be62fd9-da01-4276-8e4e-189b343afec6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0588927 Jan 18 20:25:46.520871 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-294b82e9-0c5f-4ed2-98ee-778f414e4c69 req-226bf7b5-a334-42f9-8baa-c62349a98354 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564888 Jan 18 20:25:47.276854 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd5a16-0990-4f21-a6d2-23b9f538dc73 req-49790c2f-811f-45ed-9058-e038183c3c11 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:47.283822 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6ffd5a16-0990-4f21-a6d2-23b9f538dc73 req-49790c2f-811f-45ed-9058-e038183c3c11 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0948102 Jan 18 20:25:47.289865 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd054e-51e5-4c15-bf10-f79af3be9111 req-9abb53ed-3a96-4b25-9648-ecd1479e2d54 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:47.291553 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fedd054e-51e5-4c15-bf10-f79af3be9111 req-9abb53ed-3a96-4b25-9648-ecd1479e2d54 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.2752783 Jan 18 20:25:47.366864 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6ffd5a16-0990-4f21-a6d2-23b9f538dc73 req-163b366a-1138-4121-8041-a81ecf90ed23 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673482 Jan 18 20:25:47.381926 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fedd054e-51e5-4c15-bf10-f79af3be9111 req-696e7e38-4e3b-4d46-ae5f-9207a9f8bee6 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796499 Jan 18 20:25:47.649303 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b36d03-9875-4e72-91c7-ad39066bc90a req-e42837d1-a787-456d-aa1d-bd20adc14ad4 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:47.651134 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f6b36d03-9875-4e72-91c7-ad39066bc90a req-e42837d1-a787-456d-aa1d-bd20adc14ad4 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0570610 Jan 18 20:25:47.733265 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f6b36d03-9875-4e72-91c7-ad39066bc90a req-7b4431a7-28ff-44a0-90fa-ffbc93737ec9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732563 Jan 18 20:25:48.096812 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:25:48.193894 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b949c-31a5-4c9a-abb6-74eed1960e91 req-d2d629a8-b34f-4e83-96e7-a430ec07fd96 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:48.195392 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7c5b949c-31a5-4c9a-abb6-74eed1960e91 req-d2d629a8-b34f-4e83-96e7-a430ec07fd96 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 946 time: 0.0579584 Jan 18 20:25:48.252330 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7c5b949c-31a5-4c9a-abb6-74eed1960e91 req-6d9a38b1-81ad-43f3-a95b-955efc3c8a98 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462296 Jan 18 20:25:48.266000 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 9574aa0a-7413-4cef-9d97-7a7b786add9a no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:48.300637 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 9574aa0a-7413-4cef-9d97-7a7b786add9a {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:48.301215 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 9574aa0a-7413-4cef-9d97-7a7b786add9a not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:48.539985 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bb816-9f84-48e4-98f6-bb51709b89f7 req-d1abd2b7-df4a-4c4e-ad13-d210558f6299 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:48.542970 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b4bb816-9f84-48e4-98f6-bb51709b89f7 req-d1abd2b7-df4a-4c4e-ad13-d210558f6299 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0946667 Jan 18 20:25:48.556528 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d40d0-102c-4a07-bcc4-ff33ab2d29ab req-d4f952cb-fb59-45f2-8694-6c29f015cd7b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:48.559078 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9d4d40d0-102c-4a07-bcc4-ff33ab2d29ab req-d4f952cb-fb59-45f2-8694-6c29f015cd7b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0867879 Jan 18 20:25:48.611923 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b4bb816-9f84-48e4-98f6-bb51709b89f7 req-2cb43ec3-c472-42f5-925b-ff90f6c21b36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627685 Jan 18 20:25:48.620359 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9d4d40d0-102c-4a07-bcc4-ff33ab2d29ab req-98206f38-f7ce-4c16-812b-00db4895ab2a tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500891 Jan 18 20:25:48.870575 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10755f-7953-4393-8ccc-abf9d600840c req-a2043e9a-256a-4d1c-9d51-6f99917a7e3d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:48.872724 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4b10755f-7953-4393-8ccc-abf9d600840c req-a2043e9a-256a-4d1c-9d51-6f99917a7e3d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0602543 Jan 18 20:25:48.940421 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4b10755f-7953-4393-8ccc-abf9d600840c req-83004fb4-9eb2-462f-9765-f751d15efff5 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594177 Jan 18 20:25:49.401719 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580bf3c-4661-44ca-b1a2-3d345ef72589 req-2291c88d-d587-4299-af22-a93cd5676199 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.403540 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0580bf3c-4661-44ca-b1a2-3d345ef72589 req-2291c88d-d587-4299-af22-a93cd5676199 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 946 time: 0.0507338 Jan 18 20:25:49.459155 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0580bf3c-4661-44ca-b1a2-3d345ef72589 req-5c31cf94-52d9-4a8d-9e10-c8edd379c7db tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496256 Jan 18 20:25:49.787329 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0b720-dc1f-43f4-a6c6-ebe960e4ebe1 req-51fe308c-a268-4be9-b1da-092c0119b99a tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.789203 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-88b0b720-dc1f-43f4-a6c6-ebe960e4ebe1 req-51fe308c-a268-4be9-b1da-092c0119b99a tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0572073 Jan 18 20:25:49.800806 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed605f2-3ace-4c07-88b2-e6595e4bf249 req-071686d2-95d9-4143-8f3d-d8988ebeb91b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:49.802614 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bed605f2-3ace-4c07-88b2-e6595e4bf249 req-071686d2-95d9-4143-8f3d-d8988ebeb91b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0606611 Jan 18 20:25:49.874641 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bed605f2-3ace-4c07-88b2-e6595e4bf249 req-5afc9b17-f465-46b6-8dda-b787e8c9add0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618050 Jan 18 20:25:49.893029 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-88b0b720-dc1f-43f4-a6c6-ebe960e4ebe1 req-c133df2e-2219-497e-adfd-d73dfea90397 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872793 Jan 18 20:25:50.050741 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 33764) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:50.080855 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602edf6-97a7-4a07-ae64-d535c15c4712 req-9c7ee5ac-2486-48fb-b6ee-6f1b4c04cd5a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:50.082496 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f602edf6-97a7-4a07-ae64-d535c15c4712 req-9c7ee5ac-2486-48fb-b6ee-6f1b4c04cd5a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0589976 Jan 18 20:25:50.180802 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f602edf6-97a7-4a07-ae64-d535c15c4712 req-a72bf3ca-0ae0-4f28-b9d1-bc3c028d3bc6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857022 Jan 18 20:25:50.263940 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 555e1e24-9775-40bc-b590-9ec8763d4dd0 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:25:50.339023 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f6327a46-34c7-45ac-a660-a4e7e2ba4a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.403242 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:50.420331 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'port_id': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'mac_address': 'fa:16:3e:b9:07:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:25:50.471806 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f6327a46-34c7-45ac-a660-a4e7e2ba4a06 admin admin] Publish callbacks [] for security_group (7c494f37-cf1a-4d4d-8c04-da4040856486), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.479746 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f6327a46-34c7-45ac-a660-a4e7e2ba4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (7c494f37-cf1a-4d4d-8c04-da4040856486), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.490466 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 555e1e24-9775-40bc-b590-9ec8763d4dd0 is: ACTIVE; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:50.491275 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.513426 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 555e1e24-9775-40bc-b590-9ec8763d4dd0 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:25:50.549714 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:50.557638 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.586864 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-f6327a46-34c7-45ac-a660-a4e7e2ba4a06 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8d76cc29c0304fcba3ee82c7e72df741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5343478 Jan 18 20:25:50.589623 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 33786) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:25:50.666941 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6327a46-34c7-45ac-a660-a4e7e2ba4a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c494f37-cf1a-4d4d-8c04-da4040856486,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:50.674952 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=6']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:50.702299 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-448f8ae0-6217-4d41-a71a-f11894f58032 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:50.705093 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-448f8ae0-6217-4d41-a71a-f11894f58032 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 946 time: 0.2102511 Jan 18 20:25:50.712609 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9be84c-5b03-4505-89f7-665258aa592f req-3ba3f065-49b2-4735-afee-deb47cef278a tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:50.714664 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0b9be84c-5b03-4505-89f7-665258aa592f req-3ba3f065-49b2-4735-afee-deb47cef278a tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 946 time: 0.1145098 Jan 18 20:25:50.722329 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['555e1e24-9775-40bc-b590-9ec8763d4dd0'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:50.800606 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6c093d8c-e4cf-4ac4-aef4-296794dfbc6a admin admin] Publish callbacks [] for security_group (7c494f37-cf1a-4d4d-8c04-da4040856486), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.824889 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0b9be84c-5b03-4505-89f7-665258aa592f req-2cd79fbf-501e-4a9d-b4ab-dadc4d60ca1d tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918610 Jan 18 20:25:50.894287 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6c093d8c-e4cf-4ac4-aef4-296794dfbc6a admin admin] Publish callbacks [] for security_group (7c494f37-cf1a-4d4d-8c04-da4040856486), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.988488 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6c093d8c-e4cf-4ac4-aef4-296794dfbc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (7c494f37-cf1a-4d4d-8c04-da4040856486), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.991451 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6c093d8c-e4cf-4ac4-aef4-296794dfbc6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:50.995137 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-6c093d8c-e4cf-4ac4-aef4-296794dfbc6a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c494f37-cf1a-4d4d-8c04-da4040856486 HTTP/1.1" status: 204 len: 168 time: 0.4004941 Jan 18 20:25:51.003905 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c093d8c-e4cf-4ac4-aef4-296794dfbc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c494f37-cf1a-4d4d-8c04-da4040856486,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:51.024774 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-fd17f7fa-b79c-46fe-b6b4-5080aa64a57c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Deleting port f2f1aac5-1110-4e24-863b-979ce59260f2 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:51.025254 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-fd17f7fa-b79c-46fe-b6b4-5080aa64a57c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.281458 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75c389-98df-466d-9743-a0e421221ae8 req-0cf5ccca-bb8c-4f4d-ad1a-93cab298ae42 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:51.287987 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59868bbb-ff4f-43fd-83c7-48a09d7571f0 req-cffefb34-cb96-4f67-8ea9-2c5901313595 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:51.298288 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-dd75c389-98df-466d-9743-a0e421221ae8 req-0cf5ccca-bb8c-4f4d-ad1a-93cab298ae42 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 944 time: 0.2016058 Jan 18 20:25:51.301206 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-59868bbb-ff4f-43fd-83c7-48a09d7571f0 req-cffefb34-cb96-4f67-8ea9-2c5901313595 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.1936529 Jan 18 20:25:51.396190 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-59868bbb-ff4f-43fd-83c7-48a09d7571f0 req-c61158ad-bee7-42e4-bdde-7f2ea2bc2eea tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939538 Jan 18 20:25:51.402437 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-fd17f7fa-b79c-46fe-b6b4-5080aa64a57c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] For port f2f1aac5-1110-4e24-863b-979ce59260f2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f2f1aac5-1110-4e24-863b-979ce59260f2,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:51.403959 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-fd17f7fa-b79c-46fe-b6b4-5080aa64a57c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.445164 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-fd17f7fa-b79c-46fe-b6b4-5080aa64a57c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Calling delete_port for f2f1aac5-1110-4e24-863b-979ce59260f2 owned by compute:nova {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:51.445948 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-dd75c389-98df-466d-9743-a0e421221ae8 req-a449fd18-e639-4bbe-bfa9-469a5bd6a93c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434963 Jan 18 20:25:51.660976 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b90d2-5f79-4a98-8dce-e588d847bfb2 req-96cf0e1e-25b8-4481-9e0c-cf3ae04a003b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:51.662934 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-db9b90d2-5f79-4a98-8dce-e588d847bfb2 req-96cf0e1e-25b8-4481-9e0c-cf3ae04a003b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1143501 Jan 18 20:25:51.866986 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-db9b90d2-5f79-4a98-8dce-e588d847bfb2 req-dc2222ce-cee2-46ce-bea8-68cc1f952eb9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657116 Jan 18 20:25:51.913151 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-fd17f7fa-b79c-46fe-b6b4-5080aa64a57c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (f2f1aac5-1110-4e24-863b-979ce59260f2), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:51.932593 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['99714da3-e00f-44f4-9a6d-0775f70695dc', '8e771083-6f01-41a0-aae7-67a33901263a', 'f2f1aac5-1110-4e24-863b-979ce59260f2'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:51.985402 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17f7fa-b79c-46fe-b6b4-5080aa64a57c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Pushing event deleted for resources: {'Port': ['ID=f2f1aac5-1110-4e24-863b-979ce59260f2,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:52.026981 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c328e6d0-e42a-422c-8603-e45654d169d1 req-f7364568-e0a7-49cc-a8df-a990fa27900c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00 HTTP/1.1" status: 200 len: 210 time: 0.0666487 Jan 18 20:25:52.076955 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-fd17f7fa-b79c-46fe-b6b4-5080aa64a57c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] No DVR routers for this DVR port f2f1aac5-1110-4e24-863b-979ce59260f2 on host hv-cinder-82160 {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:52.081345 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-fd17f7fa-b79c-46fe-b6b4-5080aa64a57c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.087418 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f8d54e70-2e8d-4158-8883-d7b2cbe987ae req-fd17f7fa-b79c-46fe-b6b4-5080aa64a57c tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "DELETE /v2.0/ports/f2f1aac5-1110-4e24-863b-979ce59260f2 HTTP/1.1" status: 204 len: 173 time: 1.3749485 Jan 18 20:25:52.088736 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00', 'name': 'network-vif-deleted', 'tag': 'f2f1aac5-1110-4e24-863b-979ce59260f2'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:52.124685 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54701d2-706e-4451-a2de-62c926a01430" -d '{"events": [{"server_uuid": "f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00", "name": "network-vif-deleted", "tag": "f2f1aac5-1110-4e24-863b-979ce59260f2"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:52.191256 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb03f2c-9d09-4d02-8980-918c5ce41020 x-openstack-request-id: req-0bb03f2c-9d09-4d02-8980-918c5ce41020 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:52.191899 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00", "name": "network-vif-deleted", "tag": "f2f1aac5-1110-4e24-863b-979ce59260f2", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:52.192442 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0bb03f2c-9d09-4d02-8980-918c5ce41020 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:52.193220 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b2bcd-5a7d-47bd-8eed-e5a6c2f68a00', 'name': 'network-vif-deleted', 'tag': 'f2f1aac5-1110-4e24-863b-979ce59260f2', 'status': 'completed', 'code': 200} Jan 18 20:25:52.303361 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 555e1e24-9775-40bc-b590-9ec8763d4dd0 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:25:52.444646 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 555e1e24-9775-40bc-b590-9ec8763d4dd0 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:25:52.445338 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.649209 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc75df5-1958-4bab-9f96-86720a2ba770 req-4eb20924-aeb1-4fe6-995e-37d9cd1bd96b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:52.662661 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2dc75df5-1958-4bab-9f96-86720a2ba770 req-4eb20924-aeb1-4fe6-995e-37d9cd1bd96b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.1110020 Jan 18 20:25:52.723003 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 555e1e24-9775-40bc-b590-9ec8763d4dd0 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:25:52.723831 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.802800 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:52.808250 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a043db06-d2fc-44e0-9be6-0a49a5a39940" -d '{"events": [{"server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "name": "network-vif-plugged", "status": "completed", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:52.811844 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2dc75df5-1958-4bab-9f96-86720a2ba770 req-0431dc18-afe1-46fd-ac87-f9fc30c20360 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466613 Jan 18 20:25:52.844466 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c8353-fd83-482a-bf3e-c69de2b00cb6 req-54a756dc-8060-42af-bbcf-63b807d03d65 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:52.857240 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-977c8353-fd83-482a-bf3e-c69de2b00cb6 req-54a756dc-8060-42af-bbcf-63b807d03d65 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 944 time: 0.1639245 Jan 18 20:25:52.864700 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:52.879888 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:52.881437 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f2f1aac5-1110-4e24-863b-979ce59260f2 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:25:53.039077 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-977c8353-fd83-482a-bf3e-c69de2b00cb6 req-ab319102-ca0b-4525-8507-db90e7ee0613 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803298 Jan 18 20:25:53.061055 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a977b-dd8c-4c8b-aa42-3fed478790a9 x-openstack-request-id: req-4b9a977b-dd8c-4c8b-aa42-3fed478790a9 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:53.061633 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "name": "network-vif-plugged", "status": "completed", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:53.061886 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4b9a977b-dd8c-4c8b-aa42-3fed478790a9 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:53.062475 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'code': 200} Jan 18 20:25:53.067478 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: f2f1aac5-1110-4e24-863b-979ce59260f2 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:25:53.067478 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f2f1aac5-1110-4e24-863b-979ce59260f2 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:25:53.147451 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=7']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:53.244862 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d3059-c8f6-4293-b616-5f8f8f280162 req-21cdfbc0-5ee4-46f6-ae7d-cb97e2f38b26 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:53.257127 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6e5d3059-c8f6-4293-b616-5f8f8f280162 req-21cdfbc0-5ee4-46f6-ae7d-cb97e2f38b26 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1334035 Jan 18 20:25:53.348132 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6e5d3059-c8f6-4293-b616-5f8f8f280162 req-944120f8-bae1-40b9-82ce-2c2580ab624a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891619 Jan 18 20:25:53.576035 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f281be-f190-4bf7-b114-93f90ec5e840 req-482169f6-34c9-4eef-bd4a-633b54adc102 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:53.583790 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b5f281be-f190-4bf7-b114-93f90ec5e840 req-482169f6-34c9-4eef-bd4a-633b54adc102 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 945 time: 0.0818691 Jan 18 20:25:53.658805 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b5f281be-f190-4bf7-b114-93f90ec5e840 req-83f884f9-5122-4275-b83e-22cacb53ec8f tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719788 Jan 18 20:25:53.996613 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a00d3e-1a5b-4a9a-862a-facc5d685303 req-f63796df-1993-489f-8f7c-c30b52bf405f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.004203 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b8a00d3e-1a5b-4a9a-862a-facc5d685303 req-f63796df-1993-489f-8f7c-c30b52bf405f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0799234 Jan 18 20:25:54.060523 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b8a00d3e-1a5b-4a9a-862a-facc5d685303 req-4d5ce548-85d2-4512-b949-fc524b900b18 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553937 Jan 18 20:25:54.218238 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365890ab-7c05-4e9c-be42-0585870ae917 req-e4a3e160-d06b-4c94-a9d2-abff0dd60bb2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.229253 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-365890ab-7c05-4e9c-be42-0585870ae917 req-e4a3e160-d06b-4c94-a9d2-abff0dd60bb2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0744061 Jan 18 20:25:54.315421 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-365890ab-7c05-4e9c-be42-0585870ae917 req-5ce72ab5-c06c-474e-95fe-09ea8b046a9c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784090 Jan 18 20:25:54.454345 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068985-79fb-4d46-a350-33f10899bfe6 req-44cca7aa-6d44-4a89-bead-51808d28e2e2 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.458373 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-27068985-79fb-4d46-a350-33f10899bfe6 req-44cca7aa-6d44-4a89-bead-51808d28e2e2 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.1115236 Jan 18 20:25:54.529266 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-5a517beb-1688-437a-a965-964aa2b3e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.530966 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-5a517beb-1688-437a-a965-964aa2b3e101 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 1098 time: 0.1213517 Jan 18 20:25:54.552762 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042d234-8252-4bfb-b569-662fb6931ccd req-264bad8a-a49e-4891-aecc-11ba341e8092 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.554750 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9042d234-8252-4bfb-b569-662fb6931ccd req-264bad8a-a49e-4891-aecc-11ba341e8092 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0787940 Jan 18 20:25:54.573422 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-27068985-79fb-4d46-a350-33f10899bfe6 req-f75fbc0e-d9bf-4bd7-8eb8-f060bb145568 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087735 Jan 18 20:25:54.705389 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-ea76550e-873a-4945-adc0-c977fdba9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.706270 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-ea76550e-873a-4945-adc0-c977fdba9cd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 910 time: 0.1657655 Jan 18 20:25:54.710918 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9042d234-8252-4bfb-b569-662fb6931ccd req-34c42120-959d-4b42-913c-9b5a79af39a4 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916779 Jan 18 20:25:54.893149 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-87fe5d13-1fc4-469c-a8b1-7056ffe412d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 HTTP/1.1" status: 200 len: 1001 time: 0.1795049 Jan 18 20:25:54.968447 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a50a-bf7c-4ae4-b6ef-731c9663abb9 req-bb687470-2ae0-4b6d-afe4-4f28ffd0f52e tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.979232 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-e21d9680-0a48-4681-ae45-f57c417b684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:54.979552 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-e21d9680-0a48-4681-ae45-f57c417b684f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5b0896-662f-46ae-a4fa-8e373a5b18b7 HTTP/1.1" status: 200 len: 849 time: 0.0755620 Jan 18 20:25:54.992024 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9496a50a-bf7c-4ae4-b6ef-731c9663abb9 req-bb687470-2ae0-4b6d-afe4-4f28ffd0f52e tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 945 time: 0.1594310 Jan 18 20:25:55.062035 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-8a9529b5-9688-4a5e-b57a-1ae6d383ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:55.064392 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-8a9529b5-9688-4a5e-b57a-1ae6d383ba65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0723057 Jan 18 20:25:55.084532 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9496a50a-bf7c-4ae4-b6ef-731c9663abb9 req-f1c9545c-9767-4658-a3c2-86545b36fd1b tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875869 Jan 18 20:25:55.178383 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-4fb9e89b-b20b-40e2-8b25-bc314c7454bd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:55.180114 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-4fb9e89b-b20b-40e2-8b25-bc314c7454bd tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 945 time: 0.0682068 Jan 18 20:25:55.197389 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-3adabbf4-a557-4351-b313-f73219c9438d service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245909 Jan 18 20:25:55.328212 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b123a83d-f895-4823-ae87-5ad6f80cc80f req-bc92db29-f28b-4aee-814a-8f7b1d3d630b service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244254 Jan 18 20:25:55.347576 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-b19967bf-6287-48f1-b2d6-9bb7764b3268 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Deleting port 8e771083-6f01-41a0-aae7-67a33901263a {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:25:55.348067 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-b19967bf-6287-48f1-b2d6-9bb7764b3268 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (8e771083-6f01-41a0-aae7-67a33901263a), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.540394 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-b19967bf-6287-48f1-b2d6-9bb7764b3268 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] For port 8e771083-6f01-41a0-aae7-67a33901263a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e771083-6f01-41a0-aae7-67a33901263a,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:25:55.541555 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-b19967bf-6287-48f1-b2d6-9bb7764b3268 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (8e771083-6f01-41a0-aae7-67a33901263a), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:55.563379 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-b19967bf-6287-48f1-b2d6-9bb7764b3268 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Calling delete_port for 8e771083-6f01-41a0-aae7-67a33901263a owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:25:55.569125 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8705-d0b5-4ce2-8b17-39ca9d3e3993 req-969f822f-aec1-4f67-ab6b-3148bdb86b2c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:55.570853 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-51cd8705-d0b5-4ce2-8b17-39ca9d3e3993 req-969f822f-aec1-4f67-ab6b-3148bdb86b2c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0646973 Jan 18 20:25:55.648870 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-51cd8705-d0b5-4ce2-8b17-39ca9d3e3993 req-4949f623-57e5-48ea-9ffa-e3d03f87d384 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659170 Jan 18 20:25:55.816756 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfcccd-bb9f-40e4-8485-a39de20b58ef req-176b60db-b9d8-473b-a0a8-4ca5ef6c4454 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:55.828965 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-67dfcccd-bb9f-40e4-8485-a39de20b58ef req-176b60db-b9d8-473b-a0a8-4ca5ef6c4454 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.1312416 Jan 18 20:25:55.888698 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a16cc-ce36-4404-8f66-10530524e1e5 req-372e1202-0ed4-4bc3-82bb-de72c209400a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:55.892004 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f46a16cc-ce36-4404-8f66-10530524e1e5 req-372e1202-0ed4-4bc3-82bb-de72c209400a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0872543 Jan 18 20:25:55.981530 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f46a16cc-ce36-4404-8f66-10530524e1e5 req-a8656d3b-88c3-4b64-a492-da1cc65c6d2e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793965 Jan 18 20:25:56.020007 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-67dfcccd-bb9f-40e4-8485-a39de20b58ef req-dd5b3b6a-a955-4a0b-b1f2-d106b5f7251c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894910 Jan 18 20:25:56.032988 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-b19967bf-6287-48f1-b2d6-9bb7764b3268 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (8e771083-6f01-41a0-aae7-67a33901263a), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.051153 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['99714da3-e00f-44f4-9a6d-0775f70695dc', '8e771083-6f01-41a0-aae7-67a33901263a'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:25:56.170961 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19967bf-6287-48f1-b2d6-9bb7764b3268 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Pushing event deleted for resources: {'Port': ['ID=8e771083-6f01-41a0-aae7-67a33901263a,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:25:56.254483 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ea2efbaf-8109-4080-a29c-a2e85ba1762c req-66e327fd-b42a-4ed5-b761-f96dc1266e98 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7866fc9-233f-4a31-85ae-87b6b5cf9474 HTTP/1.1" status: 200 len: 210 time: 0.0513678 Jan 18 20:25:56.316643 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-b19967bf-6287-48f1-b2d6-9bb7764b3268 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] No DVR routers for this DVR port 8e771083-6f01-41a0-aae7-67a33901263a on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:25:56.327269 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-b19967bf-6287-48f1-b2d6-9bb7764b3268 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:56.333357 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ac7c363c-3e35-4ada-9c0f-b8837885839a req-b19967bf-6287-48f1-b2d6-9bb7764b3268 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "DELETE /v2.0/ports/8e771083-6f01-41a0-aae7-67a33901263a HTTP/1.1" status: 204 len: 173 time: 1.1459141 Jan 18 20:25:56.334017 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7866fc9-233f-4a31-85ae-87b6b5cf9474', 'name': 'network-vif-deleted', 'tag': '8e771083-6f01-41a0-aae7-67a33901263a'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:25:56.338214 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193faa7c-e273-4567-a170-80b6613d76cc" -d '{"events": [{"server_uuid": "c7866fc9-233f-4a31-85ae-87b6b5cf9474", "name": "network-vif-deleted", "tag": "8e771083-6f01-41a0-aae7-67a33901263a"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:25:56.385173 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81c82d2-8fe7-490c-8f42-46f1290510ba x-openstack-request-id: req-c81c82d2-8fe7-490c-8f42-46f1290510ba {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:25:56.385552 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7866fc9-233f-4a31-85ae-87b6b5cf9474", "name": "network-vif-deleted", "tag": "8e771083-6f01-41a0-aae7-67a33901263a", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:25:56.385942 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c81c82d2-8fe7-490c-8f42-46f1290510ba {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:25:56.386575 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7866fc9-233f-4a31-85ae-87b6b5cf9474', 'name': 'network-vif-deleted', 'tag': '8e771083-6f01-41a0-aae7-67a33901263a', 'status': 'completed', 'code': 200} Jan 18 20:25:56.876365 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa6e13-ecc3-4b63-8d05-1cdca46a45a0 req-62824b2b-b7ae-45e1-a1e3-b72668cc2b95 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:56.878427 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-43fa6e13-ecc3-4b63-8d05-1cdca46a45a0 req-62824b2b-b7ae-45e1-a1e3-b72668cc2b95 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0743949 Jan 18 20:25:56.994666 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-43fa6e13-ecc3-4b63-8d05-1cdca46a45a0 req-5f8c8391-a127-42e6-be2c-4fda45743e31 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084836 Jan 18 20:25:57.183406 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bb459-fd6e-47e0-9db1-35b15ba27a34 req-8e2d9993-8a23-4fbb-87c3-f7d65c576d8d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:57.184313 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-084bb459-fd6e-47e0-9db1-35b15ba27a34 req-8e2d9993-8a23-4fbb-87c3-f7d65c576d8d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0909553 Jan 18 20:25:57.224536 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fc5b2-e183-4377-8714-07759dab0b0e req-8c32b53e-3544-49de-bba2-96f8a81bc554 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:57.232392 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3c2fc5b2-e183-4377-8714-07759dab0b0e req-8c32b53e-3544-49de-bba2-96f8a81bc554 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.1103086 Jan 18 20:25:57.269326 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-084bb459-fd6e-47e0-9db1-35b15ba27a34 req-d5526008-57c8-438c-b5f4-38c13f552e09 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724154 Jan 18 20:25:57.320843 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3c2fc5b2-e183-4377-8714-07759dab0b0e req-017379ee-f489-4bfb-ae4e-78556cbf1c23 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711064 Jan 18 20:25:58.172861 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769267ae-527e-44cb-8a80-3e7bfa1cc562 req-750f77af-93ea-426e-a3ec-199883ab0ece tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:58.175394 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-769267ae-527e-44cb-8a80-3e7bfa1cc562 req-750f77af-93ea-426e-a3ec-199883ab0ece tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0784225 Jan 18 20:25:58.250518 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-769267ae-527e-44cb-8a80-3e7bfa1cc562 req-c30f1c57-cce0-4cc6-abf9-665597d911ef tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663462 Jan 18 20:25:58.478157 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c1728-2b4e-42e8-a289-4c12767479e0 req-8e8e2e62-28a4-41fb-93c8-0e12637ab264 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:58.480584 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-535c1728-2b4e-42e8-a289-4c12767479e0 req-8e8e2e62-28a4-41fb-93c8-0e12637ab264 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0795441 Jan 18 20:25:58.545473 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-535c1728-2b4e-42e8-a289-4c12767479e0 req-bc091a20-195f-495c-800a-17b21d86bcb1 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553491 Jan 18 20:25:58.877552 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb207934-37ba-4e33-a79f-cf285411b657 req-e1a6c33f-ec85-4599-8d6e-789c0db7fc41 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:58.882210 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bb207934-37ba-4e33-a79f-cf285411b657 req-e1a6c33f-ec85-4599-8d6e-789c0db7fc41 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 945 time: 0.0708382 Jan 18 20:25:58.962286 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bb207934-37ba-4e33-a79f-cf285411b657 req-bf9df8ce-7303-44fc-af83-48193a3601bf tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727808 Jan 18 20:25:59.413772 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82f862-3e7a-44aa-815b-7a6f09ddd799 req-bdb13313-2131-4977-8527-02e1b9645fd2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:59.421156 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fc82f862-3e7a-44aa-815b-7a6f09ddd799 req-bdb13313-2131-4977-8527-02e1b9645fd2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0697172 Jan 18 20:25:59.504022 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fc82f862-3e7a-44aa-815b-7a6f09ddd799 req-9a64c187-06bd-458d-bd07-0269519e922f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801561 Jan 18 20:25:59.781083 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-089dffd4-df59-4ad6-9f54-9969cc2a683f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:25:59.789189 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56f3b1-5b9d-4c20-9976-7cc522efef14 req-5c148e2b-710b-4709-b30a-cfc75634a181 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:25:59.790825 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9a56f3b1-5b9d-4c20-9976-7cc522efef14 req-5c148e2b-710b-4709-b30a-cfc75634a181 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1009037 Jan 18 20:25:59.883388 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9a56f3b1-5b9d-4c20-9976-7cc522efef14 req-72609570-e5a9-44f2-b5d4-9e2e8bf930fb tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798147 Jan 18 20:26:00.095094 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc8fb2-26e9-4904-ad97-c401d194fee8 req-706a1eb8-a0bf-4f02-9083-1fd2d861d959 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:00.095094 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4cc8fb2-26e9-4904-ad97-c401d194fee8 req-706a1eb8-a0bf-4f02-9083-1fd2d861d959 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 945 time: 0.0602448 Jan 18 20:26:00.162987 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4cc8fb2-26e9-4904-ad97-c401d194fee8 req-8f054192-0339-4e1a-9e7d-1cf9548e83c9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596383 Jan 18 20:26:00.329472 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 8e771083-6f01-41a0-aae7-67a33901263a no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:00.358947 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 8e771083-6f01-41a0-aae7-67a33901263a {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:00.359609 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 8e771083-6f01-41a0-aae7-67a33901263a not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:00.487717 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-3066ba00-1bd7-4661-a4aa-1b7f23b34214 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:00.493344 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-3066ba00-1bd7-4661-a4aa-1b7f23b34214 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 945 time: 0.0768461 Jan 18 20:26:00.710566 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-49091f20-68fc-4265-a379-e6b22cbbcdc9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Deleting port 99714da3-e00f-44f4-9a6d-0775f70695dc {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:00.711496 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-49091f20-68fc-4265-a379-e6b22cbbcdc9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:00.844558 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa346-6f04-4f9a-ac4d-8de9f9e8961b req-923f71b4-c95c-476d-8f3c-b23f95c815ec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:00.847409 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a53fa346-6f04-4f9a-ac4d-8de9f9e8961b req-923f71b4-c95c-476d-8f3c-b23f95c815ec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.2064798 Jan 18 20:26:00.986470 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-49091f20-68fc-4265-a379-e6b22cbbcdc9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] For port 99714da3-e00f-44f4-9a6d-0775f70695dc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=99714da3-e00f-44f4-9a6d-0775f70695dc,segment=NetworkSegment(fbec5665-7b32-4fe1-adb1-e5da12a7ed9c),segment_id=fbec5665-7b32-4fe1-adb1-e5da12a7ed9c)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:00.987235 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-49091f20-68fc-4265-a379-e6b22cbbcdc9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.016900 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a53fa346-6f04-4f9a-ac4d-8de9f9e8961b req-4f135c34-1a66-4031-a9cc-e5ac587bb980 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567440 Jan 18 20:26:01.025567 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-49091f20-68fc-4265-a379-e6b22cbbcdc9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Calling delete_port for 99714da3-e00f-44f4-9a6d-0775f70695dc owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:01.164221 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed700e84-c342-45f7-8612-429f551e149d req-094183e0-d8bf-49a3-b4ca-747e1b8fdfe6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:01.169230 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ed700e84-c342-45f7-8612-429f551e149d req-094183e0-d8bf-49a3-b4ca-747e1b8fdfe6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1272128 Jan 18 20:26:01.322595 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ed700e84-c342-45f7-8612-429f551e149d req-4c5988f5-798c-4f16-bec0-dd5d09422505 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276360 Jan 18 20:26:01.392193 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-49091f20-68fc-4265-a379-e6b22cbbcdc9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (99714da3-e00f-44f4-9a6d-0775f70695dc), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.406352 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['99714da3-e00f-44f4-9a6d-0775f70695dc'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:26:01.489884 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091f20-68fc-4265-a379-e6b22cbbcdc9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Pushing event deleted for resources: {'Port': ['ID=99714da3-e00f-44f4-9a6d-0775f70695dc,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:01.642969 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-49091f20-68fc-4265-a379-e6b22cbbcdc9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] No DVR routers for this DVR port 99714da3-e00f-44f4-9a6d-0775f70695dc on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:01.661685 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a1a74-be24-4daa-a8a9-7c394149a588 req-d395af29-ace8-4f7e-8d34-bb5d63eb875e tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:01.661685 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b72a1a74-be24-4daa-a8a9-7c394149a588 req-d395af29-ace8-4f7e-8d34-bb5d63eb875e tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/ports?device_id=46334d7f-6fa1-41ba-bc9d-a80684750c70 HTTP/1.1" status: 200 len: 867 time: 0.3476233 Jan 18 20:26:01.675482 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-49091f20-68fc-4265-a379-e6b22cbbcdc9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.677337 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5f013986-0e1d-42f5-b31d-4403d83ea463 req-49091f20-68fc-4265-a379-e6b22cbbcdc9 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.45 "DELETE /v2.0/ports/99714da3-e00f-44f4-9a6d-0775f70695dc HTTP/1.1" status: 204 len: 173 time: 1.1781967 Jan 18 20:26:01.677822 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46334d7f-6fa1-41ba-bc9d-a80684750c70', 'name': 'network-vif-deleted', 'tag': '99714da3-e00f-44f4-9a6d-0775f70695dc'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:01.687080 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc41f53-1f75-4c38-bfbe-0c43a81a2654" -d '{"events": [{"server_uuid": "46334d7f-6fa1-41ba-bc9d-a80684750c70", "name": "network-vif-deleted", "tag": "99714da3-e00f-44f4-9a6d-0775f70695dc"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:01.688007 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd05815-c287-47a4-9c22-1a3dff7977e5 req-983916da-8ec8-4620-b249-c7ae6362fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:01.690672 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-acd05815-c287-47a4-9c22-1a3dff7977e5 req-983916da-8ec8-4620-b249-c7ae6362fc94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 1098 time: 0.0965552 Jan 18 20:26:01.765850 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d53957a-9990-44ba-a7c8-08430032a08c x-openstack-request-id: req-7d53957a-9990-44ba-a7c8-08430032a08c {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:01.766185 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46334d7f-6fa1-41ba-bc9d-a80684750c70", "name": "network-vif-deleted", "tag": "99714da3-e00f-44f4-9a6d-0775f70695dc", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:01.766446 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7d53957a-9990-44ba-a7c8-08430032a08c {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:01.772630 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46334d7f-6fa1-41ba-bc9d-a80684750c70', 'name': 'network-vif-deleted', 'tag': '99714da3-e00f-44f4-9a6d-0775f70695dc', 'status': 'completed', 'code': 200} Jan 18 20:26:01.784177 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b72a1a74-be24-4daa-a8a9-7c394149a588 req-9bfce60d-0257-4169-af35-42de1a0e5f75 tempest-AttachVolumeNegativeTest-43109402 tempest-AttachVolumeNegativeTest-43109402-project] 10.222.0.67 "GET /v2.0/security-groups?id=fb46ae0a-4489-46de-9a9b-1c52aed113e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226721 Jan 18 20:26:01.899850 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6065ced9-329b-4acc-b39c-171da061de4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:01.910036 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd05815-c287-47a4-9c22-1a3dff7977e5 req-02b1db8d-47d9-4ceb-8985-147f4d4a5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:01.911674 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-acd05815-c287-47a4-9c22-1a3dff7977e5 req-02b1db8d-47d9-4ceb-8985-147f4d4a5fd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 918 time: 0.1441054 Jan 18 20:26:01.980266 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-acd05815-c287-47a4-9c22-1a3dff7977e5 req-76a8d06c-6079-4035-9e73-45bd94f08bc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34 HTTP/1.1" status: 200 len: 217 time: 0.0518441 Jan 18 20:26:02.076723 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd05815-c287-47a4-9c22-1a3dff7977e5 req-9cb77304-5701-4bd3-bf2b-3e16c3470aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:02.079776 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-acd05815-c287-47a4-9c22-1a3dff7977e5 req-9cb77304-5701-4bd3-bf2b-3e16c3470aa3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 200 len: 858 time: 0.0870919 Jan 18 20:26:02.153546 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-acd05815-c287-47a4-9c22-1a3dff7977e5 req-9e04af03-7826-4d1f-b386-b0df1e55fd8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b1ba40c-a9a4-429c-93aa-b6b26304e073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634878 Jan 18 20:26:02.394485 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cacf1-125a-45d6-ba7a-c9bfdd9adad5 req-8220f400-2b16-4818-977e-4034711d7749 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:02.410145 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d27cacf1-125a-45d6-ba7a-c9bfdd9adad5 req-8220f400-2b16-4818-977e-4034711d7749 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.1972377 Jan 18 20:26:02.470049 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-acd05815-c287-47a4-9c22-1a3dff7977e5 req-41e22e3f-2db0-4cf2-be54-ad7492127a58 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077569 Jan 18 20:26:02.596067 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d27cacf1-125a-45d6-ba7a-c9bfdd9adad5 req-1e4e5dd3-0f31-44fd-be7f-c0a98ae5d3bd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823032 Jan 18 20:26:02.613475 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef68963-a45c-4e0c-a3c6-66feca77bb50 req-da2c1dbb-e840-439f-8ce1-63c920d2e909 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:02.616185 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9ef68963-a45c-4e0c-a3c6-66feca77bb50 req-da2c1dbb-e840-439f-8ce1-63c920d2e909 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.1298385 Jan 18 20:26:02.732767 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d8a9a-295c-4949-aac4-78b9579f4ee3 req-be5db070-9470-4cd5-b331-3f5d8fa54460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:02.734365 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c40d8a9a-295c-4949-aac4-78b9579f4ee3 req-be5db070-9470-4cd5-b331-3f5d8fa54460 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 1098 time: 0.0892408 Jan 18 20:26:02.738789 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9ef68963-a45c-4e0c-a3c6-66feca77bb50 req-ebd26076-1938-4786-8e56-a581d29dfbea tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060770 Jan 18 20:26:02.780362 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-acd05815-c287-47a4-9c22-1a3dff7977e5 req-083caf2a-9894-4ceb-8d69-6b515f7c0a2b service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992554 Jan 18 20:26:02.835002 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c40d8a9a-295c-4949-aac4-78b9579f4ee3 req-41fdb384-a696-43c0-8d12-c61d75041953 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899827 Jan 18 20:26:02.856603 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 33904) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:02.913175 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Deleting subnet a39338dd-c6f0-425c-ab33-d045c58b9b54 {{(pid=102695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:02.917249 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Publish callbacks [] for subnet (a39338dd-c6f0-425c-ab33-d045c58b9b54), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:02.963002 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448435'] for subnet (a39338dd-c6f0-425c-ab33-d045c58b9b54), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.011773 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (a39338dd-c6f0-425c-ab33-d045c58b9b54), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.073871 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248718'] for subnet (a39338dd-c6f0-425c-ab33-d045c58b9b54), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.101499 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39338dd-c6f0-425c-ab33-d045c58b9b54,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:03.106145 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.110072 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a39338dd-c6f0-425c-ab33-d045c58b9b54 HTTP/1.1" status: 204 len: 168 time: 0.2518108 Jan 18 20:26:03.112650 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 33916) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:03.116951 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.117295 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.117632 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.117961 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.118285 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.118601 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.118926 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.119294 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.119616 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.119939 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.120253 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.120561 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.120871 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd91f2b2-584c-458c-921f-67d6a51f3483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:03.193530 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (dcb439eb-a130-48e2-8bcd-35ade9b8c9da), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.280237 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (dcb439eb-a130-48e2-8bcd-35ade9b8c9da), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.306174 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb439eb-a130-48e2-8bcd-35ade9b8c9da']}} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:03.317337 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c') {'for_net_delete': True} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:03.317625 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbec5665-7b32-4fe1-adb1-e5da12a7ed9c') {} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:03.327880 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10276358'] for segment (fbec5665-7b32-4fe1-adb1-e5da12a7ed9c), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.341976 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (fbec5665-7b32-4fe1-adb1-e5da12a7ed9c), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.349089 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:26:03.349483 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10397522'] for segment (fbec5665-7b32-4fe1-adb1-e5da12a7ed9c), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: Traceback (most recent call last): Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: timer() Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: cb(*args, **kw) Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: return func(*args, **kwargs) Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: self._notify() Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: self.callback(batched_events) Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: event.method(event) Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: return f(self, *a, **k) Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._get(url).json() Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: return self.request(url, 'GET', **kwargs) Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:26:03.351385 dv-cinder-821602-14-iscsi neutron-server[102694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:26:03.359941 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.408428 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (dcb439eb-a130-48e2-8bcd-35ade9b8c9da), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.416385 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.422669 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/dcb439eb-a130-48e2-8bcd-35ade9b8c9da HTTP/1.1" status: 204 len: 168 time: 0.3080266 Jan 18 20:26:03.436403 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7b072-b020-49de-983e-7e6e2cffc8d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb439eb-a130-48e2-8bcd-35ade9b8c9da,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:03.637434 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-f917163b-29e2-4bc0-9081-6dfeff8143c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:03.641295 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-f917163b-29e2-4bc0-9081-6dfeff8143c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 1098 time: 0.0505838 Jan 18 20:26:03.662506 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 33920) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:03.718345 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-6154de32-c5a6-4a7e-bf57-d5524ee1c563 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac7d65640ff94651a7ef1d826ade4cfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0544486 Jan 18 20:26:03.724818 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 33924) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:03.803816 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2c99770e-ed43-4387-badb-4676a7693a4f admin admin] Publish callbacks [] for security_group (fb46ae0a-4489-46de-9a9b-1c52aed113e5), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.805113 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-672c0ff9-f7f0-42e5-a0a3-531905f021cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:03.806744 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-672c0ff9-f7f0-42e5-a0a3-531905f021cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 916 time: 0.1599894 Jan 18 20:26:03.820222 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e039a55-8739-4082-9edb-a3e31f805576 req-70cbf0dc-b8b1-4aff-911b-e6358daf8567 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:03.821647 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5e039a55-8739-4082-9edb-a3e31f805576 req-70cbf0dc-b8b1-4aff-911b-e6358daf8567 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0756314 Jan 18 20:26:03.840753 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2c99770e-ed43-4387-badb-4676a7693a4f admin admin] Publish callbacks [] for security_group (fb46ae0a-4489-46de-9a9b-1c52aed113e5), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.913179 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-da221528-7920-41d6-affd-4001a1a4af7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0 HTTP/1.1" status: 200 len: 1001 time: 0.0903916 Jan 18 20:26:03.956695 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dc559-9788-49d2-9041-209a3296e8f5 req-c3cefcfd-4596-4d64-a214-a163ed452385 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:03.958510 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d93dc559-9788-49d2-9041-209a3296e8f5 req-c3cefcfd-4596-4d64-a214-a163ed452385 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0963378 Jan 18 20:26:03.975320 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5e039a55-8739-4082-9edb-a3e31f805576 req-4d83de0e-d9a0-4e13-8446-497166b02873 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130011 Jan 18 20:26:03.982386 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2c99770e-ed43-4387-badb-4676a7693a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (fb46ae0a-4489-46de-9a9b-1c52aed113e5), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.985274 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2c99770e-ed43-4387-badb-4676a7693a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:03.986532 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-2c99770e-ed43-4387-badb-4676a7693a4f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb46ae0a-4489-46de-9a9b-1c52aed113e5 HTTP/1.1" status: 204 len: 168 time: 0.2607362 Jan 18 20:26:04.006890 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-3278f893-e6d9-4262-8dc0-47d85303895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:04.008409 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-3278f893-e6d9-4262-8dc0-47d85303895f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.0872936 Jan 18 20:26:04.008631 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99770e-ed43-4387-badb-4676a7693a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb46ae0a-4489-46de-9a9b-1c52aed113e5,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:04.065941 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:04.093082 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d93dc559-9788-49d2-9041-209a3296e8f5 req-525c9ce1-685c-464f-9873-fc2c71604714 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203568 Jan 18 20:26:04.093710 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-73662224-2fb1-4dbf-81e1-e9e2729b4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:04.095511 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-73662224-2fb1-4dbf-81e1-e9e2729b4053 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0784938 Jan 18 20:26:04.218755 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-e47bc550-2531-4bbf-8b19-0945a6d84771 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030664 Jan 18 20:26:04.330559 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bd1110b5-c68c-46a8-8907-7f7cc8ea8752 req-11f9e6e7-abd9-4d2a-a77d-395949c1b527 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055448 Jan 18 20:26:04.338510 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 99714da3-e00f-44f4-9a6d-0775f70695dc no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:04.369948 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 99714da3-e00f-44f4-9a6d-0775f70695dc {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:04.370773 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 99714da3-e00f-44f4-9a6d-0775f70695dc not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:04.696673 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:05.183015 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda6fc5-9661-4fab-9b30-d4deb1b0a06b req-1f359424-b775-499c-aedb-a438d1f28f03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:05.184633 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6eda6fc5-9661-4fab-9b30-d4deb1b0a06b req-1f359424-b775-499c-aedb-a438d1f28f03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0684011 Jan 18 20:26:05.250672 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6eda6fc5-9661-4fab-9b30-d4deb1b0a06b req-97dc2539-eadc-4c92-ae8a-b6a342c1bfb6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556533 Jan 18 20:26:05.259926 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe48ed6-0a8c-462d-8db6-fb87b6a3e7c4 req-c7ae6220-de4e-4ce8-8b47-dc82eb6259a2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:05.264632 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dbe48ed6-0a8c-462d-8db6-fb87b6a3e7c4 req-c7ae6220-de4e-4ce8-8b47-dc82eb6259a2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0778756 Jan 18 20:26:05.349851 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dbe48ed6-0a8c-462d-8db6-fb87b6a3e7c4 req-54265cfb-00dd-4a96-ade7-24ebfd9aba9e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759759 Jan 18 20:26:05.735177 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:05.753982 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9a4d-8c3c-4e09-a6d3-3c386469bc4a req-b14e4136-2e64-433f-88c6-a6c9a402cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:05.755513 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e4be9a4d-8c3c-4e09-a6d3-3c386469bc4a req-b14e4136-2e64-433f-88c6-a6c9a402cd13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b05e2986ebac459eaec991a4315a88d3&device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 1098 time: 0.0797536 Jan 18 20:26:05.767373 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36781374-fc6c-49cf-bdfd-58759d61f39d req-07a9b71a-b46d-4ff1-84a7-c07f2a1355b8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:05.768938 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-36781374-fc6c-49cf-bdfd-58759d61f39d req-07a9b71a-b46d-4ff1-84a7-c07f2a1355b8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0847857 Jan 18 20:26:05.901323 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-36781374-fc6c-49cf-bdfd-58759d61f39d req-c449faa4-882b-4254-8bf7-acb9c0197a29 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196117 Jan 18 20:26:05.907091 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9a4d-8c3c-4e09-a6d3-3c386469bc4a req-90b60271-c4bf-400a-9972-cfcdb91863bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:05.908734 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e4be9a4d-8c3c-4e09-a6d3-3c386469bc4a req-90b60271-c4bf-400a-9972-cfcdb91863bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 200 len: 918 time: 0.1387572 Jan 18 20:26:05.963059 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e4be9a4d-8c3c-4e09-a6d3-3c386469bc4a req-bda2eede-1902-4c49-b247-84f58aa57d53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34 HTTP/1.1" status: 200 len: 217 time: 0.0478084 Jan 18 20:26:06.025045 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9a4d-8c3c-4e09-a6d3-3c386469bc4a req-cb374735-c9b2-4ad6-92e3-99638ca84186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:06.026767 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e4be9a4d-8c3c-4e09-a6d3-3c386469bc4a req-cb374735-c9b2-4ad6-92e3-99638ca84186 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 200 len: 858 time: 0.0524738 Jan 18 20:26:06.064062 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e4be9a4d-8c3c-4e09-a6d3-3c386469bc4a req-2593b0df-6f09-4390-970b-007dae3952f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4b1ba40c-a9a4-429c-93aa-b6b26304e073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292468 Jan 18 20:26:06.182486 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e4be9a4d-8c3c-4e09-a6d3-3c386469bc4a req-1d575fe5-8f6c-4e86-81ff-2a4fb5340897 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106088 Jan 18 20:26:06.305617 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e4be9a4d-8c3c-4e09-a6d3-3c386469bc4a req-d35bc947-18d6-4401-9602-535c40659090 service neutron] 10.222.0.45 "GET /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154413 Jan 18 20:26:06.394757 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a3fb-6d6b-4545-a251-4477b1925a52 req-45b73b7a-5b5c-418d-81f5-e2e34f5e80c4 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:06.396435 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5c30a3fb-6d6b-4545-a251-4477b1925a52 req-45b73b7a-5b5c-418d-81f5-e2e34f5e80c4 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0567522 Jan 18 20:26:06.455257 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5c30a3fb-6d6b-4545-a251-4477b1925a52 req-367929b0-cc54-4266-aceb-9da0760b5e29 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502660 Jan 18 20:26:06.944411 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [req-6949650b-c218-4556-99df-35d1e4a84e83 req-b688f5f9-9ff4-4c09-9398-5896fd52ae85 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:26:06.945350 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6949650b-c218-4556-99df-35d1e4a84e83 req-b688f5f9-9ff4-4c09-9398-5896fd52ae85 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055950 Jan 18 20:26:07.049104 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f705aea-6267-4b6d-9ad9-7b835ee2ebf7 req-999fa00a-9961-4762-817d-3f11cc258a02 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:07.050898 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0f705aea-6267-4b6d-9ad9-7b835ee2ebf7 req-999fa00a-9961-4762-817d-3f11cc258a02 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0600171 Jan 18 20:26:07.102609 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0f705aea-6267-4b6d-9ad9-7b835ee2ebf7 req-6dd634eb-5fb0-457c-bcb4-e0a1c934abd8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459707 Jan 18 20:26:08.133125 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94920d-2bb0-4d62-a2cf-94767213962e req-46d1eb15-f9e9-4696-8900-656b9f61b942 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:08.135482 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5e94920d-2bb0-4d62-a2cf-94767213962e req-46d1eb15-f9e9-4696-8900-656b9f61b942 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 945 time: 0.0578985 Jan 18 20:26:08.219718 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5e94920d-2bb0-4d62-a2cf-94767213962e req-c0cfb1bf-2fe2-4fd5-ade6-7ba1a2b967b6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683331 Jan 18 20:26:08.254495 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04446bb1-ef98-4d00-8621-d745bb1fb04e req-2b16f6d8-f948-49c6-b5d9-8f55cf9e90b1 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:08.256074 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-04446bb1-ef98-4d00-8621-d745bb1fb04e req-2b16f6d8-f948-49c6-b5d9-8f55cf9e90b1 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0570760 Jan 18 20:26:08.308200 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-04446bb1-ef98-4d00-8621-d745bb1fb04e req-ae6cf8ec-63ca-4b2c-95b9-7bb8996ab745 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Jan 18 20:26:08.354484 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 555e1e24-9775-40bc-b590-9ec8763d4dd0 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:08.473738 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 555e1e24-9775-40bc-b590-9ec8763d4dd0 is: ACTIVE; New status is: DOWN {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:08.474198 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:08.515163 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:08.516888 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:08.520111 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0585af45-3aef-4f4b-8ef3-e722059b40ac" -d '{"events": [{"server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "name": "network-vif-unplugged", "status": "completed", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:08.524554 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:08.590157 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34050) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:08.599411 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0037a1-89c9-4ac8-aea8-d12f97cdfcd3 x-openstack-request-id: req-5e0037a1-89c9-4ac8-aea8-d12f97cdfcd3 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:08.599708 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "name": "network-vif-unplugged", "status": "failed", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0", "code": 422}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:08.599981 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e0037a1-89c9-4ac8-aea8-d12f97cdfcd3 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:08.600413 dv-cinder-821602-14-iscsi neutron-server[102696]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'code': 422} returned with failed status Jan 18 20:26:08.606947 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=8']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:08.702686 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-4f4a84d0-444c-4f84-905b-f6d294d5f0d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108022 Jan 18 20:26:08.720239 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-6a94f716-18eb-4dde-b9de-ee256fb29504 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:26:08.727924 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-6a94f716-18eb-4dde-b9de-ee256fb29504 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151079 Jan 18 20:26:09.415004 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2ea4d-b628-48ce-88e1-375c35ceea2a req-0459c935-cf16-49e2-963c-a9ec458b0d3a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:09.417765 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-94d2ea4d-b628-48ce-88e1-375c35ceea2a req-0459c935-cf16-49e2-963c-a9ec458b0d3a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.1123168 Jan 18 20:26:09.494787 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-94d2ea4d-b628-48ce-88e1-375c35ceea2a req-8451be38-12aa-4d42-870d-94c8e60fbd32 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697074 Jan 18 20:26:10.530319 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-c7e3bced-38f7-4540-8eeb-0de963d00a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.532496 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-c7e3bced-38f7-4540-8eeb-0de963d00a7d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131&tenant_id=9d6dd542180144d480be34c9a555ae63 HTTP/1.1" status: 200 len: 1096 time: 0.1046512 Jan 18 20:26:10.644688 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-47c5e03c-4e32-46d0-a273-7b76cb8b73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.646219 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-47c5e03c-4e32-46d0-a273-7b76cb8b73a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 1096 time: 0.0823092 Jan 18 20:26:10.671337 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57281f96-e679-4cb3-8e1e-07f609621360 req-34bd8dc1-913d-4419-99b5-ade22247b732 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.672999 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-57281f96-e679-4cb3-8e1e-07f609621360 req-34bd8dc1-913d-4419-99b5-ade22247b732 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0813196 Jan 18 20:26:10.779536 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-57281f96-e679-4cb3-8e1e-07f609621360 req-c1384ee8-fc0f-4368-b2f0-a6e4a2389cc0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953815 Jan 18 20:26:10.794843 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-df223f85-8f85-4a4e-a598-dd929027fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.795536 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-df223f85-8f85-4a4e-a598-dd929027fd88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 916 time: 0.1412838 Jan 18 20:26:10.871780 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-6d24306f-7c2c-4b84-8a7b-9eef482544ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0 HTTP/1.1" status: 200 len: 999 time: 0.0701885 Jan 18 20:26:10.938965 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-579c6cc6-4057-426e-bbe2-e91363144e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.940586 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-579c6cc6-4057-426e-bbe2-e91363144e84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.0621240 Jan 18 20:26:10.991131 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-be6eff81-ac9f-4b0a-a149-85c9e0397fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:10.992620 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-be6eff81-ac9f-4b0a-a149-85c9e0397fe9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446041 Jan 18 20:26:11.087047 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-e6cb4af5-e056-41cf-9585-046c04a85985 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878432 Jan 18 20:26:11.199622 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-09c55c38-3966-4161-a6d4-745cb9102c7f req-32424c70-d718-427c-a19d-d0e4fec448ef service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054952 Jan 18 20:26:11.986308 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a9dc7-d4a5-43b4-85ed-fb4d55ad822d req-4247fecd-1814-4daa-874a-e5c082d2513e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:11.989144 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-989a9dc7-d4a5-43b4-85ed-fb4d55ad822d req-4247fecd-1814-4daa-874a-e5c082d2513e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0735383 Jan 18 20:26:12.095928 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-989a9dc7-d4a5-43b4-85ed-fb4d55ad822d req-eca95887-803c-4958-bcc3-784fbb836997 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920887 Jan 18 20:26:12.578088 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba39b4-be42-44c0-a495-caf7fa21b620 req-972ed491-c5a4-429d-a871-6961b180cdef tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:12.580169 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-63ba39b4-be42-44c0-a495-caf7fa21b620 req-972ed491-c5a4-429d-a871-6961b180cdef tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0693588 Jan 18 20:26:12.640718 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-63ba39b4-be42-44c0-a495-caf7fa21b620 req-e4d5d3dc-ef8c-41d2-86a3-14735f7ba1de tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490651 Jan 18 20:26:13.550530 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa40185-c3bc-4570-b5df-2d5a96bbbf65 req-48319439-ffb5-407a-b130-b86b705e2830 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:13.552553 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-caa40185-c3bc-4570-b5df-2d5a96bbbf65 req-48319439-ffb5-407a-b130-b86b705e2830 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.3210778 Jan 18 20:26:13.630472 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-caa40185-c3bc-4570-b5df-2d5a96bbbf65 req-8b1d7917-fa70-4fc2-803e-c39667ee13fd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694754 Jan 18 20:26:13.832468 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d048772-0b19-48a6-9623-dd694ee42eac req-79851b48-ee3d-434a-99c2-760831ade62f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:13.834188 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8d048772-0b19-48a6-9623-dd694ee42eac req-79851b48-ee3d-434a-99c2-760831ade62f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0649142 Jan 18 20:26:13.906676 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8d048772-0b19-48a6-9623-dd694ee42eac req-22bfda50-770b-4f63-9680-2f359c2cc211 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641360 Jan 18 20:26:14.768816 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f22d66-2785-4bfd-8b34-45c56764637c req-ae54cc72-49b4-46f9-91c6-a6171fcdda99 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:14.770424 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b1f22d66-2785-4bfd-8b34-45c56764637c req-ae54cc72-49b4-46f9-91c6-a6171fcdda99 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0502791 Jan 18 20:26:14.830374 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b1f22d66-2785-4bfd-8b34-45c56764637c req-181508ee-d48d-4159-a558-36a7a6a63d6c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502019 Jan 18 20:26:15.036304 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ead6-d849-44ed-bae3-a5e599a65ca1 req-6273c223-7684-45ea-a74a-0cd595008bd4 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:15.039463 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4c36ead6-d849-44ed-bae3-a5e599a65ca1 req-6273c223-7684-45ea-a74a-0cd595008bd4 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0580258 Jan 18 20:26:15.128831 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4c36ead6-d849-44ed-bae3-a5e599a65ca1 req-07a0d475-4034-4f5f-bf85-071f59e64e1c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717871 Jan 18 20:26:15.969303 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea8db3-177e-412e-8e3e-bf7165bf55da req-0125f85c-a198-4557-86bb-dc62b446a1dd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:15.970934 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9dea8db3-177e-412e-8e3e-bf7165bf55da req-0125f85c-a198-4557-86bb-dc62b446a1dd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0522242 Jan 18 20:26:16.034106 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9dea8db3-177e-412e-8e3e-bf7165bf55da req-eb2c1fc9-ad61-460b-ac57-46445a7ba002 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565603 Jan 18 20:26:16.253770 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e44d4-b43a-46d2-9cb5-446a1fb7b895 req-f19f3f9f-4107-47e7-b03c-bfe716ff9701 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:16.261436 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad6e44d4-b43a-46d2-9cb5-446a1fb7b895 req-f19f3f9f-4107-47e7-b03c-bfe716ff9701 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0650113 Jan 18 20:26:16.322557 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad6e44d4-b43a-46d2-9cb5-446a1fb7b895 req-f876b541-d8e9-4d33-9c90-7d17445543bf tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559676 Jan 18 20:26:17.175441 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8df9b0-ab19-4642-a7f6-21130973e38c req-4d7bd7fd-f0b7-4b7d-bda3-82be3624a8ba tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:17.183278 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4b8df9b0-ab19-4642-a7f6-21130973e38c req-4d7bd7fd-f0b7-4b7d-bda3-82be3624a8ba tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0581644 Jan 18 20:26:17.234989 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4b8df9b0-ab19-4642-a7f6-21130973e38c req-b96020c5-39ce-4243-80bb-bef47dc90c97 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501907 Jan 18 20:26:17.456504 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b0bae-1997-4e92-9560-4b1e5e2857ca req-2a223d25-4a9e-4fbf-9362-341e9d1bd644 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:17.458021 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-886b0bae-1997-4e92-9560-4b1e5e2857ca req-2a223d25-4a9e-4fbf-9362-341e9d1bd644 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0556822 Jan 18 20:26:17.516769 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-886b0bae-1997-4e92-9560-4b1e5e2857ca req-32af1aeb-3a60-448f-99d5-b11beb9d1b1d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528934 Jan 18 20:26:18.394918 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a95d9-5e0e-4e5b-ada3-8c8e35aabe83 req-8596f888-96e2-4082-9935-508e13d7887e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:18.397506 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-887a95d9-5e0e-4e5b-ada3-8c8e35aabe83 req-8596f888-96e2-4082-9935-508e13d7887e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0790904 Jan 18 20:26:18.484793 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-887a95d9-5e0e-4e5b-ada3-8c8e35aabe83 req-c77d8ba4-4c67-4569-a530-7e0aed66c6dd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745351 Jan 18 20:26:18.684689 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692163c3-84ab-4a35-b0a8-7f830ab41092 req-75336a3d-fe0d-45d7-b7e8-f99ae804aa99 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:18.688459 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-692163c3-84ab-4a35-b0a8-7f830ab41092 req-75336a3d-fe0d-45d7-b7e8-f99ae804aa99 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0863092 Jan 18 20:26:18.790027 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-692163c3-84ab-4a35-b0a8-7f830ab41092 req-6921e004-c921-49c9-bbdc-08258c92660f tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970094 Jan 18 20:26:19.644256 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ef9e5-86bc-46ce-93e3-6d94002afb34 req-b5521a6a-6438-4ad9-952e-a6686bf6d970 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:19.651443 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e17ef9e5-86bc-46ce-93e3-6d94002afb34 req-b5521a6a-6438-4ad9-952e-a6686bf6d970 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0723546 Jan 18 20:26:19.714483 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e17ef9e5-86bc-46ce-93e3-6d94002afb34 req-533b336b-1520-4f24-96db-380b55b1f7cb tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574417 Jan 18 20:26:19.942590 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55311fe1-d5e2-4e96-b2e7-8ebcdfdded50 req-881387a9-9557-400e-a86a-6ca2e6318326 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:19.944226 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-55311fe1-d5e2-4e96-b2e7-8ebcdfdded50 req-881387a9-9557-400e-a86a-6ca2e6318326 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0605013 Jan 18 20:26:20.000027 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-55311fe1-d5e2-4e96-b2e7-8ebcdfdded50 req-61859bf6-c9e9-4bc4-9c3f-9e578f066fbc tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501344 Jan 18 20:26:20.889627 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77e2c-87b4-4f3a-b86b-7118ef201ba4 req-4291d36d-34da-4f3c-85bb-d5c3909d306f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:20.892311 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f4d77e2c-87b4-4f3a-b86b-7118ef201ba4 req-4291d36d-34da-4f3c-85bb-d5c3909d306f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0889497 Jan 18 20:26:20.960078 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f4d77e2c-87b4-4f3a-b86b-7118ef201ba4 req-40be5473-dc9f-4903-b7ca-841a00d7a5c4 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547731 Jan 18 20:26:21.137332 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcd39-fc96-4d7d-a418-169e78a5a962 req-c8fc1973-ca09-4d0b-bc9f-5b8d3445ae2e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:21.138879 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f52fcd39-fc96-4d7d-a418-169e78a5a962 req-c8fc1973-ca09-4d0b-bc9f-5b8d3445ae2e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0546548 Jan 18 20:26:21.209051 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f52fcd39-fc96-4d7d-a418-169e78a5a962 req-872c435b-f31e-4583-989a-b1404705f42e tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595100 Jan 18 20:26:22.116837 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b038ac0-291f-4b85-a61c-d57da678c976 req-d2e2e039-6c71-4a02-8999-acfd055146a5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:22.119461 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b038ac0-291f-4b85-a61c-d57da678c976 req-d2e2e039-6c71-4a02-8999-acfd055146a5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0657456 Jan 18 20:26:22.190090 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b038ac0-291f-4b85-a61c-d57da678c976 req-1a31b340-2e35-400d-ad0e-963ff1040e00 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610845 Jan 18 20:26:22.346051 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ff0e4-2af5-4029-8b6a-b03252886e80 req-6187b4ab-6208-4672-99ea-1eb07efe3f19 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:22.347645 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa4ff0e4-2af5-4029-8b6a-b03252886e80 req-6187b4ab-6208-4672-99ea-1eb07efe3f19 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0523343 Jan 18 20:26:22.403056 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa4ff0e4-2af5-4029-8b6a-b03252886e80 req-d5089031-a9b2-43d4-9e8c-44f5a3fa0833 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 Jan 18 20:26:22.549497 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34306) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:22.676969 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.760156 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Publish callbacks [] for security_group (a7fafc44-eb66-4ada-9bd3-4ed393a41076), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.764442 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (a7fafc44-eb66-4ada-9bd3-4ed393a41076), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.808194 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a5ea8a00dc0940938608ac54bf6332fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575960 Jan 18 20:26:22.809069 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fafc44-eb66-4ada-9bd3-4ed393a41076,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:22.811561 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34310) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:22.828866 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.829215 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.829556 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.829890 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.830218 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.830540 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.830861 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.831217 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.831540 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.831858 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.832176 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.832489 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.832801 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44356ae8-266f-4fe3-84d5-7fdea14cedff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:22.878038 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c83cb54c-4543-4f55-8018-9680104220f9 admin admin] Publish callbacks [] for security_group (a7fafc44-eb66-4ada-9bd3-4ed393a41076), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.902704 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c83cb54c-4543-4f55-8018-9680104220f9 admin admin] Publish callbacks [] for security_group (a7fafc44-eb66-4ada-9bd3-4ed393a41076), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.965253 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c83cb54c-4543-4f55-8018-9680104220f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (a7fafc44-eb66-4ada-9bd3-4ed393a41076), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.968188 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c83cb54c-4543-4f55-8018-9680104220f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:22.969317 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-c83cb54c-4543-4f55-8018-9680104220f9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a7fafc44-eb66-4ada-9bd3-4ed393a41076 HTTP/1.1" status: 204 len: 168 time: 0.1566515 Jan 18 20:26:22.978031 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cb54c-4543-4f55-8018-9680104220f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fafc44-eb66-4ada-9bd3-4ed393a41076,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:23.294477 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34318) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:23.325600 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cb8506d0-e83f-44d1-9756-97da7254a642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.362955 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca65b3-a39e-46a7-ac1c-4bf388f12bb2 req-7522372f-5e8c-4bad-aa16-ca70c4a65f4e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:23.364588 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6eca65b3-a39e-46a7-ac1c-4bf388f12bb2 req-7522372f-5e8c-4bad-aa16-ca70c4a65f4e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0808606 Jan 18 20:26:23.449857 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6eca65b3-a39e-46a7-ac1c-4bf388f12bb2 req-47cb2822-8c4a-4125-90fd-5b6b912b6117 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759807 Jan 18 20:26:23.489594 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cb8506d0-e83f-44d1-9756-97da7254a642 admin admin] Publish callbacks [] for security_group (dbdef98a-2992-4cb1-9f9a-a7d44c0f9044), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.495382 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cb8506d0-e83f-44d1-9756-97da7254a642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (dbdef98a-2992-4cb1-9f9a-a7d44c0f9044), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.542525 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-cb8506d0-e83f-44d1-9756-97da7254a642 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c8ddcc6bc9184feaa8d0fac14032163a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467728 Jan 18 20:26:23.543460 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8506d0-e83f-44d1-9756-97da7254a642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdef98a-2992-4cb1-9f9a-a7d44c0f9044,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:23.547511 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34322) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:23.570849 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27246c9-0fd2-4cdc-8960-14bc0e47424a req-e8b0cc1e-56f3-4e9e-a56f-ccaa0fefe23a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:23.572465 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d27246c9-0fd2-4cdc-8960-14bc0e47424a req-e8b0cc1e-56f3-4e9e-a56f-ccaa0fefe23a tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0621488 Jan 18 20:26:23.602967 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-98086ab3-6075-452f-b95e-f4dd8c309762 admin admin] Publish callbacks [] for security_group (dbdef98a-2992-4cb1-9f9a-a7d44c0f9044), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.629910 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-98086ab3-6075-452f-b95e-f4dd8c309762 admin admin] Publish callbacks [] for security_group (dbdef98a-2992-4cb1-9f9a-a7d44c0f9044), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.648364 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d27246c9-0fd2-4cdc-8960-14bc0e47424a req-003e9440-0684-4781-a6ce-b1ab93e080ed tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655365 Jan 18 20:26:23.698072 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-98086ab3-6075-452f-b95e-f4dd8c309762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (dbdef98a-2992-4cb1-9f9a-a7d44c0f9044), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.701819 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-98086ab3-6075-452f-b95e-f4dd8c309762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:23.703469 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-98086ab3-6075-452f-b95e-f4dd8c309762 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dbdef98a-2992-4cb1-9f9a-a7d44c0f9044 HTTP/1.1" status: 204 len: 168 time: 0.1545758 Jan 18 20:26:23.724682 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086ab3-6075-452f-b95e-f4dd8c309762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdef98a-2992-4cb1-9f9a-a7d44c0f9044,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:23.789278 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-19bce86d-588c-4542-b4f6-cadfe37eab53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:23.791177 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-19bce86d-588c-4542-b4f6-cadfe37eab53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.45 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 945 time: 0.0765030 Jan 18 20:26:23.931691 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-8219c188-7e63-444f-aed7-83bda69fb5b6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Deleting port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:23.932271 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-8219c188-7e63-444f-aed7-83bda69fb5b6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.043293 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-8219c188-7e63-444f-aed7-83bda69fb5b6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] For port 81368d94-6b86-4c1a-84ec-fc21d1647ac5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=81368d94-6b86-4c1a-84ec-fc21d1647ac5,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:24.043876 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-8219c188-7e63-444f-aed7-83bda69fb5b6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.067236 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-8219c188-7e63-444f-aed7-83bda69fb5b6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Calling delete_port for 81368d94-6b86-4c1a-84ec-fc21d1647ac5 owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:24.237504 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-8219c188-7e63-444f-aed7-83bda69fb5b6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (81368d94-6b86-4c1a-84ec-fc21d1647ac5), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.253294 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['81368d94-6b86-4c1a-84ec-fc21d1647ac5', '775e3527-9a3d-4cae-a31c-6d0726c10e34'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:26:24.271469 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219c188-7e63-444f-aed7-83bda69fb5b6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Pushing event deleted for resources: {'Port': ['ID=81368d94-6b86-4c1a-84ec-fc21d1647ac5,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:24.321257 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-8219c188-7e63-444f-aed7-83bda69fb5b6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] No DVR routers for this DVR port 81368d94-6b86-4c1a-84ec-fc21d1647ac5 on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:24.324997 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-8219c188-7e63-444f-aed7-83bda69fb5b6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:24.330953 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a57e5b68-3e09-4c1b-89f7-498a9ed9e68c req-8219c188-7e63-444f-aed7-83bda69fb5b6 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.45 "DELETE /v2.0/ports/81368d94-6b86-4c1a-84ec-fc21d1647ac5 HTTP/1.1" status: 204 len: 173 time: 0.5336969 Jan 18 20:26:24.331717 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6', 'name': 'network-vif-deleted', 'tag': '81368d94-6b86-4c1a-84ec-fc21d1647ac5'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:24.335286 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1f8f01-79b4-4051-a9ba-577eb2a053ab" -d '{"events": [{"server_uuid": "04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6", "name": "network-vif-deleted", "tag": "81368d94-6b86-4c1a-84ec-fc21d1647ac5"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:24.414246 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24ec8a9-0781-4648-9b1d-56a7d77f03f2 x-openstack-request-id: req-c24ec8a9-0781-4648-9b1d-56a7d77f03f2 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:24.414582 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6", "name": "network-vif-deleted", "tag": "81368d94-6b86-4c1a-84ec-fc21d1647ac5", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:24.414840 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c24ec8a9-0781-4648-9b1d-56a7d77f03f2 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:24.415287 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6', 'name': 'network-vif-deleted', 'tag': '81368d94-6b86-4c1a-84ec-fc21d1647ac5', 'status': 'completed', 'code': 200} Jan 18 20:26:24.623397 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10857f08-f17b-4c45-8862-4004824d550c req-36aac147-08d5-43d8-b03a-8e40b1465c3e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:24.625472 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-10857f08-f17b-4c45-8862-4004824d550c req-36aac147-08d5-43d8-b03a-8e40b1465c3e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0697982 Jan 18 20:26:24.677643 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-10857f08-f17b-4c45-8862-4004824d550c req-90c9966d-539e-4cb1-ab28-22b6e3ead484 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460830 Jan 18 20:26:24.840795 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d18e2c2b-99bc-4d88-b3c8-68b45f76c5ae req-b9d2f1d3-29d1-4da9-bca2-522dbb931afe tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=04fe7fc1-50f5-4cd8-b7ca-a7c5383154e6 HTTP/1.1" status: 200 len: 210 time: 0.0514545 Jan 18 20:26:25.099676 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:26:25.850233 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbaf07-f012-41c3-901c-a817b69bc063 req-a20438f4-3865-4e79-b9e7-8725d4cf18bd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:25.852495 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b9cbaf07-f012-41c3-901c-a817b69bc063 req-a20438f4-3865-4e79-b9e7-8725d4cf18bd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0570543 Jan 18 20:26:25.955977 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b9cbaf07-f012-41c3-901c-a817b69bc063 req-ba7d0608-62d1-435f-bfc8-017320c49fb6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949440 Jan 18 20:26:26.212559 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cef15-8910-4fa1-960f-bd3d83575eb8 req-e4e1fd04-40dd-49f6-a743-c9075c04e8c8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:26.214180 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b36cef15-8910-4fa1-960f-bd3d83575eb8 req-e4e1fd04-40dd-49f6-a743-c9075c04e8c8 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0559728 Jan 18 20:26:26.494887 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b36cef15-8910-4fa1-960f-bd3d83575eb8 req-f2e904c6-be66-4d9b-b4c0-6844f997ce4b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703671 Jan 18 20:26:27.154993 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1f225-0d12-4b83-9a68-d0500bef5085 req-fab4adb7-fe08-45a2-816d-647f544c0d36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:27.154993 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-51e1f225-0d12-4b83-9a68-d0500bef5085 req-fab4adb7-fe08-45a2-816d-647f544c0d36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0755122 Jan 18 20:26:27.221855 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-51e1f225-0d12-4b83-9a68-d0500bef5085 req-778cec8d-c353-44a9-a359-74423f3bdab3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590308 Jan 18 20:26:27.630697 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467ad3b-62fc-442f-aae5-52e30ac1955b req-ac646a48-4e60-4b6c-9bdf-b9583b61415b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:27.632253 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2467ad3b-62fc-442f-aae5-52e30ac1955b req-ac646a48-4e60-4b6c-9bdf-b9583b61415b tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0593011 Jan 18 20:26:27.714355 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2467ad3b-62fc-442f-aae5-52e30ac1955b req-ea6873dc-3a7b-43c5-8d3c-04d42996fd92 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755734 Jan 18 20:26:28.362656 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf2c4f-9935-4656-a523-2edf40d3a36c req-8fbe45ae-fa24-4210-80f6-ce8ffc941a95 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:28.364252 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4edf2c4f-9935-4656-a523-2edf40d3a36c req-8fbe45ae-fa24-4210-80f6-ce8ffc941a95 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0600936 Jan 18 20:26:28.412156 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4edf2c4f-9935-4656-a523-2edf40d3a36c req-23ba4d14-8c78-4409-88ff-9c6a6c68313b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424111 Jan 18 20:26:28.479209 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 81368d94-6b86-4c1a-84ec-fc21d1647ac5 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:28.501246 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 81368d94-6b86-4c1a-84ec-fc21d1647ac5 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:28.501585 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 81368d94-6b86-4c1a-84ec-fc21d1647ac5 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:28.852663 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aadb09-5196-43a4-b0a5-3755a8131284 req-ead45c2b-fa6a-4705-b6a5-24fed8313462 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:28.854248 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-19aadb09-5196-43a4-b0a5-3755a8131284 req-ead45c2b-fa6a-4705-b6a5-24fed8313462 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0525105 Jan 18 20:26:28.917989 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-19aadb09-5196-43a4-b0a5-3755a8131284 req-a27d6700-0153-46cb-acaa-49ec104401b2 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528703 Jan 18 20:26:29.542938 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35fbfa-9c8d-4bf9-ac46-ddd731978d8d req-34360c12-1c5a-4580-ba18-99d054168c25 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:29.544619 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9f35fbfa-9c8d-4bf9-ac46-ddd731978d8d req-34360c12-1c5a-4580-ba18-99d054168c25 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0537255 Jan 18 20:26:29.607872 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9f35fbfa-9c8d-4bf9-ac46-ddd731978d8d req-ab09583f-5f58-44f3-a810-2dd1e91e9742 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524173 Jan 18 20:26:29.779333 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-e739ff4f-f259-4e37-807d-7955b7b68c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:30.052543 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daaf6c-5726-40c3-9e43-7cb38ec654d3 req-33d2a806-2a4c-4120-9a61-e84d39a878eb tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:30.054148 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f2daaf6c-5726-40c3-9e43-7cb38ec654d3 req-33d2a806-2a4c-4120-9a61-e84d39a878eb tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0574272 Jan 18 20:26:30.106709 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f2daaf6c-5726-40c3-9e43-7cb38ec654d3 req-6b15314d-d455-4868-85c9-f4871e492c26 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462549 Jan 18 20:26:30.738824 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d5bcd-3987-42c8-9872-5873c422e8dd req-180be5bd-c44b-45e6-8167-4abafd8a61a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:30.740592 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-439d5bcd-3987-42c8-9872-5873c422e8dd req-180be5bd-c44b-45e6-8167-4abafd8a61a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 943 time: 0.0531209 Jan 18 20:26:30.803109 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-439d5bcd-3987-42c8-9872-5873c422e8dd req-f36a15b7-6ea2-402b-9448-41e4ecf68326 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524790 Jan 18 20:26:31.018768 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 555e1e24-9775-40bc-b590-9ec8763d4dd0 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:26:31.129136 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:31.143013 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'port_id': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'mac_address': 'fa:16:3e:b9:07:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:26:31.185843 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 555e1e24-9775-40bc-b590-9ec8763d4dd0 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:31.186825 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.205345 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555e1e24-9775-40bc-b590-9ec8763d4dd0 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:26:31.229383 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:31.234374 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.258755 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da439a-6c18-4714-8dc6-362fb3c0148e req-b5f399db-8e1c-403c-9a8a-fca7203dcbe3 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:31.260420 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-75da439a-6c18-4714-8dc6-362fb3c0148e req-b5f399db-8e1c-403c-9a8a-fca7203dcbe3 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0595460 Jan 18 20:26:31.292700 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=9']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:31.302117 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.302573 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.302834 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.303292 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.303561 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.304067 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.304475 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.304741 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.305196 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.305624 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.305860 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.306155 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.306699 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:26:31.341701 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-75da439a-6c18-4714-8dc6-362fb3c0148e req-23f1f27a-e8f2-4fd0-8013-dabeaaaaa13d tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697427 Jan 18 20:26:31.880992 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-34dd4cb0-8fc0-4885-85c7-8d5ce21491c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:31.961688 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225a968-c801-4b98-9f4b-f92c8f09d9a5 req-59ba6c2a-18b2-4e0e-88b6-34d5ab07671a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:31.963344 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1225a968-c801-4b98-9f4b-f92c8f09d9a5 req-59ba6c2a-18b2-4e0e-88b6-34d5ab07671a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 944 time: 0.0581419 Jan 18 20:26:32.022860 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1225a968-c801-4b98-9f4b-f92c8f09d9a5 req-6dda2336-8d08-400e-81b9-c71523c8f840 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528793 Jan 18 20:26:32.313739 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['555e1e24-9775-40bc-b590-9ec8763d4dd0'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:26:32.542163 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341072f0-e3ed-46f6-96a7-d3010892d311 req-44d38577-54fe-4b8e-a15e-c0cd730a7a33 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:32.544982 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-341072f0-e3ed-46f6-96a7-d3010892d311 req-44d38577-54fe-4b8e-a15e-c0cd730a7a33 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0812795 Jan 18 20:26:32.598426 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52679f-8d87-4163-acf8-a0b090565764 req-7bd004a7-4913-4bdc-bf1b-617c6b724095 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:32.601474 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0b52679f-8d87-4163-acf8-a0b090565764 req-7bd004a7-4913-4bdc-bf1b-617c6b724095 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.45 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 945 time: 0.0803380 Jan 18 20:26:32.618906 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-341072f0-e3ed-46f6-96a7-d3010892d311 req-c217817c-c65f-4528-a15c-000b1b05a95c tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa624635-03d7-4325-82b6-33578c143376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665793 Jan 18 20:26:32.710948 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-0b52679f-8d87-4163-acf8-a0b090565764 req-41fc8397-62f3-4e78-8883-85f25112fa53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Deleting port 775e3527-9a3d-4cae-a31c-6d0726c10e34 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:32.711419 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-0b52679f-8d87-4163-acf8-a0b090565764 req-41fc8397-62f3-4e78-8883-85f25112fa53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.827663 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-0b52679f-8d87-4163-acf8-a0b090565764 req-41fc8397-62f3-4e78-8883-85f25112fa53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] For port 775e3527-9a3d-4cae-a31c-6d0726c10e34, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=775e3527-9a3d-4cae-a31c-6d0726c10e34,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:32.828267 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-0b52679f-8d87-4163-acf8-a0b090565764 req-41fc8397-62f3-4e78-8883-85f25112fa53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:32.850591 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-0b52679f-8d87-4163-acf8-a0b090565764 req-41fc8397-62f3-4e78-8883-85f25112fa53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Calling delete_port for 775e3527-9a3d-4cae-a31c-6d0726c10e34 owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:33.022747 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-0b52679f-8d87-4163-acf8-a0b090565764 req-41fc8397-62f3-4e78-8883-85f25112fa53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (775e3527-9a3d-4cae-a31c-6d0726c10e34), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.035175 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['775e3527-9a3d-4cae-a31c-6d0726c10e34'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:26:33.056958 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc8397-62f3-4e78-8883-85f25112fa53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Pushing event deleted for resources: {'Port': ['ID=775e3527-9a3d-4cae-a31c-6d0726c10e34,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:33.131699 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b52679f-8d87-4163-acf8-a0b090565764 req-41fc8397-62f3-4e78-8883-85f25112fa53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] No DVR routers for this DVR port 775e3527-9a3d-4cae-a31c-6d0726c10e34 on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:26:33.135877 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-0b52679f-8d87-4163-acf8-a0b090565764 req-41fc8397-62f3-4e78-8883-85f25112fa53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.142021 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0b52679f-8d87-4163-acf8-a0b090565764 req-41fc8397-62f3-4e78-8883-85f25112fa53 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.45 "DELETE /v2.0/ports/775e3527-9a3d-4cae-a31c-6d0726c10e34 HTTP/1.1" status: 204 len: 173 time: 0.5346961 Jan 18 20:26:33.154133 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712e0492-0709-4ab3-a1e2-5999b562d3fc', 'name': 'network-vif-deleted', 'tag': '775e3527-9a3d-4cae-a31c-6d0726c10e34'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:33.158269 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953e456d-68e1-4140-950d-2939754f89c7" -d '{"events": [{"server_uuid": "712e0492-0709-4ab3-a1e2-5999b562d3fc", "name": "network-vif-deleted", "tag": "775e3527-9a3d-4cae-a31c-6d0726c10e34"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:33.213058 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eb7d9e-12a7-4730-98f1-6be17a6bcabf x-openstack-request-id: req-a4eb7d9e-12a7-4730-98f1-6be17a6bcabf {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:33.213471 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712e0492-0709-4ab3-a1e2-5999b562d3fc", "name": "network-vif-deleted", "tag": "775e3527-9a3d-4cae-a31c-6d0726c10e34", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:33.213803 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4eb7d9e-12a7-4730-98f1-6be17a6bcabf {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:33.214373 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712e0492-0709-4ab3-a1e2-5999b562d3fc', 'name': 'network-vif-deleted', 'tag': '775e3527-9a3d-4cae-a31c-6d0726c10e34', 'status': 'completed', 'code': 200} Jan 18 20:26:33.238425 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01632b64-11f9-4d7d-9be7-afbd7304c38d req-b9f5fcbb-cf62-409f-8705-70d74d62d6d1 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:33.241276 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-01632b64-11f9-4d7d-9be7-afbd7304c38d req-b9f5fcbb-cf62-409f-8705-70d74d62d6d1 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 944 time: 0.1116638 Jan 18 20:26:33.313780 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-01632b64-11f9-4d7d-9be7-afbd7304c38d req-3377da44-c1ad-4eea-9d96-9724f39b3826 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663965 Jan 18 20:26:33.354422 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:33.776197 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-313d76f0-5363-4884-b56f-18960ea0a061 req-40010570-1bc1-487e-8b82-7b740efa0ef9 tempest-ServerRescueNegativeTestJSON-88320996 tempest-ServerRescueNegativeTestJSON-88320996-project] 10.222.0.67 "GET /v2.0/ports?device_id=712e0492-0709-4ab3-a1e2-5999b562d3fc HTTP/1.1" status: 200 len: 210 time: 0.0316033 Jan 18 20:26:34.017870 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.462968 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462d404-3b22-45ae-b97a-4741744c759b req-88fadbf4-1e9b-42bc-9a53-8d2d065f22bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:34.464483 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-7462d404-3b22-45ae-b97a-4741744c759b req-88fadbf4-1e9b-42bc-9a53-8d2d065f22bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 944 time: 0.0516710 Jan 18 20:26:34.478547 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 555e1e24-9775-40bc-b590-9ec8763d4dd0 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:26:34.527198 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-7462d404-3b22-45ae-b97a-4741744c759b req-d6d83fab-2da6-4461-b246-29c90024cab2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560696 Jan 18 20:26:34.543062 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 555e1e24-9775-40bc-b590-9ec8763d4dd0 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:26:34.543444 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.631953 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 555e1e24-9775-40bc-b590-9ec8763d4dd0 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:26:34.632412 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.797917 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:26:34.800629 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785b6e15-a118-47a0-97b9-b31dff6f036d" -d '{"events": [{"server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "name": "network-vif-plugged", "status": "completed", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:26:34.811983 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.816244 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:34.823158 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:34.823938 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 775e3527-9a3d-4cae-a31c-6d0726c10e34 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:34.869127 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cebc24a-9503-4581-b9ae-24161dd1a85c x-openstack-request-id: req-4cebc24a-9503-4581-b9ae-24161dd1a85c {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:26:34.869127 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "name": "network-vif-plugged", "status": "completed", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:26:34.869127 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4cebc24a-9503-4581-b9ae-24161dd1a85c {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:26:34.869127 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'code': 200} Jan 18 20:26:34.869127 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 775e3527-9a3d-4cae-a31c-6d0726c10e34 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:34.869904 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34478) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:34.870064 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 775e3527-9a3d-4cae-a31c-6d0726c10e34 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:34.906417 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=10']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:35.361951 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b5142-c777-48ba-a7ca-b18f9721a964 req-16202b8c-8980-47c4-8140-9563b3c52a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:35.363410 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-7b7b5142-c777-48ba-a7ca-b18f9721a964 req-16202b8c-8980-47c4-8140-9563b3c52a5d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 1099 time: 0.0875266 Jan 18 20:26:35.385007 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581112'] for router_interface (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.498446 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-7b7b5142-c777-48ba-a7ca-b18f9721a964 req-893688d3-c121-4223-b925-95cb8767add2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228068 Jan 18 20:26:35.693263 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6325b-27dd-40de-95b7-9e7bd71a5c20 req-583d8d6e-0d52-4ed8-8bcd-347d0cf45d8a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:35.698067 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b9f6325b-27dd-40de-95b7-9e7bd71a5c20 req-583d8d6e-0d52-4ed8-8bcd-347d0cf45d8a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 946 time: 0.0578396 Jan 18 20:26:35.737514 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.752431 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] Deleting port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:35.752760 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.757183 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b9f6325b-27dd-40de-95b7-9e7bd71a5c20 req-d381c3c8-b233-4925-a2db-3f1647b27f03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483770 Jan 18 20:26:35.840222 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] For port eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d,segment=NetworkSegment(69f1cf64-10d2-48e8-ba73-2de12ae02c43),segment_id=69f1cf64-10d2-48e8-ba73-2de12ae02c43)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:35.840631 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:35.855080 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] Calling delete_port for eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d owned by network:router_interface {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:36.049400 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:36.080586 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:36.260814 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581480'] for router_interface (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:36.762720 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] Router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:26:36.938103 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34522) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:36.953219 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:26:36.958774 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ea5494a9-dda7-4d0e-94fb-a234d9b52b80 admin admin] 10.222.0.67 "PUT /v2.0/routers/d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0888062 Jan 18 20:26:36.961351 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34526) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:36.972007 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] Sync routers for ids ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:26:36.979516 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d7285-7b26-4327-bcf5-24bdd37decef req-bb8acda5-907d-4e4a-90e3-dbcc59b3b40a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:36.981330 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-196d7285-7b26-4327-bcf5-24bdd37decef req-bb8acda5-907d-4e4a-90e3-dbcc59b3b40a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 946 time: 0.0893090 Jan 18 20:26:36.992589 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] Routers {'d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:36.994295 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:26:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:37.109349 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-196d7285-7b26-4327-bcf5-24bdd37decef req-8c0ed899-fc34-4160-b8c7-4de08492264f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969000 Jan 18 20:26:37.127187 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Publish callbacks [] for router (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.150507 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] Set router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:26:37.178368 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-ca6c-478c-9bd7-af767f22fda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.292334 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-ca6c-478c-9bd7-af767f22fda9 admin admin] Publish callbacks [] for security_group (f2fc1b81-7a62-4684-9d19-46c74da19e6c), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.299386 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-be58861c-ca6c-478c-9bd7-af767f22fda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f2fc1b81-7a62-4684-9d19-46c74da19e6c), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.311555 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Publish callbacks [] for router_gateway (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.344517 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-be58861c-ca6c-478c-9bd7-af767f22fda9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cbc727a262924c9ca3b29efdd5446d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039903 Jan 18 20:26:37.348568 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34536) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:37.381548 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58861c-ca6c-478c-9bd7-af767f22fda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fc1b81-7a62-4684-9d19-46c74da19e6c,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:37.405413 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Deleting port bce18e11-5897-4365-81ad-515e5cd7fdad {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:26:37.405951 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.433834 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'name': 'tempest-ServerRescueNegativeTestJSON-584667606-router', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:00Z', 'updated_at': '2022-01-18T20:26:35Z', 'revision_number': 5, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'gw_port': {'id': 'bce18e11-5897-4365-81ad-515e5cd7fdad', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:37.461548 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-41f6387c-ae17-4a72-abcc-63248332144d admin admin] Publish callbacks [] for security_group (f2fc1b81-7a62-4684-9d19-46c74da19e6c), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.481891 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] Checking router: d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:26:37.499232 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] Routers {'d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:26:37.502117 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:26:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:37.510514 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-41f6387c-ae17-4a72-abcc-63248332144d admin admin] Publish callbacks [] for security_group (f2fc1b81-7a62-4684-9d19-46c74da19e6c), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.515292 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] For port bce18e11-5897-4365-81ad-515e5cd7fdad, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=bce18e11-5897-4365-81ad-515e5cd7fdad,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:26:37.515805 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.531579 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Calling delete_port for bce18e11-5897-4365-81ad-515e5cd7fdad owned by network:router_gateway {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:26:37.616466 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-41f6387c-ae17-4a72-abcc-63248332144d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f2fc1b81-7a62-4684-9d19-46c74da19e6c), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.627507 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-41f6387c-ae17-4a72-abcc-63248332144d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.632558 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-41f6387c-ae17-4a72-abcc-63248332144d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f2fc1b81-7a62-4684-9d19-46c74da19e6c HTTP/1.1" status: 204 len: 168 time: 0.2798016 Jan 18 20:26:37.645685 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6387c-ae17-4a72-abcc-63248332144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fc1b81-7a62-4684-9d19-46c74da19e6c,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:37.761178 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] Set router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 gateway port host: None {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:26:37.841315 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (bce18e11-5897-4365-81ad-515e5cd7fdad), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:37.872289 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'name': 'tempest-ServerRescueNegativeTestJSON-584667606-router', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:00Z', 'updated_at': '2022-01-18T20:26:37Z', 'revision_number': 6, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'gw_port_host': None}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:37.913082 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c41d2-ef91-4312-9919-cf45cc378356 None None] The sync data for ids ['d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2'] in dv-cinder-821602-14-iscsi is: [{'id': 'd9e341e6-06d0-4fea-96b7-9e8de3a6dcd2', 'name': 'tempest-ServerRescueNegativeTestJSON-584667606-router', 'tenant_id': 'b05e2986ebac459eaec991a4315a88d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:00Z', 'updated_at': '2022-01-18T20:26:37Z', 'revision_number': 6, 'project_id': 'b05e2986ebac459eaec991a4315a88d3', 'gw_port_host': None}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:26:37.937012 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce18e11-5897-4365-81ad-515e5cd7fdad,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:38.013452 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582454'] for router_gateway (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.126909 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34562) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:38.146380 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0b68ae34-ba57-4f4e-8868-dea5535282bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.149774 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10464'] for router (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.152837 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Publish callbacks [] for router_controller (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.271113 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585114'] for router (d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.271802 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 {{(pid=102695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:26:38.279474 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.283597 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-dac954a0-a3a1-49ee-a4bd-b48a535ca415 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d9e341e6-06d0-4fea-96b7-9e8de3a6dcd2 HTTP/1.1" status: 204 len: 168 time: 1.3210664 Jan 18 20:26:38.285826 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34566) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:38.341527 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a997969-380b-4127-859f-7fdf7f28d49b req-b93fa2fc-56e6-48eb-beef-c2ec6e52dd26 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:38.343906 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9a997969-380b-4127-859f-7fdf7f28d49b req-b93fa2fc-56e6-48eb-beef-c2ec6e52dd26 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 946 time: 0.1325190 Jan 18 20:26:38.392643 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_v2 [None req-026b4e58-8595-442b-8bdd-0c304f1e0f4d admin admin] Deleting subnet 4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f {{(pid=102694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:26:38.396298 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0b68ae34-ba57-4f4e-8868-dea5535282bc admin admin] Publish callbacks [] for security_group (c58f7edf-3c2c-4b97-97fa-30c5e5f37d3d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.402049 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-026b4e58-8595-442b-8bdd-0c304f1e0f4d admin admin] Publish callbacks [] for subnet (4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.425537 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0b68ae34-ba57-4f4e-8868-dea5535282bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c58f7edf-3c2c-4b97-97fa-30c5e5f37d3d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.508308 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9a997969-380b-4127-859f-7fdf7f28d49b req-261048e1-34e0-47c1-8f43-2640186c92f8 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506510 Jan 18 20:26:38.510885 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-026b4e58-8595-442b-8bdd-0c304f1e0f4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10276383'] for subnet (4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.515886 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-0b68ae34-ba57-4f4e-8868-dea5535282bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=96e9cfc4924f4b4bb8e4bd0d9155890c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3877456 Jan 18 20:26:38.519371 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34568) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:38.534313 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68ae34-ba57-4f4e-8868-dea5535282bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58f7edf-3c2c-4b97-97fa-30c5e5f37d3d,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:38.564831 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-026b4e58-8595-442b-8bdd-0c304f1e0f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.602957 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ee289e6d-b712-4b07-9dd1-44b699f4b2fe admin admin] Publish callbacks [] for security_group (c58f7edf-3c2c-4b97-97fa-30c5e5f37d3d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.638423 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ee289e6d-b712-4b07-9dd1-44b699f4b2fe admin admin] Publish callbacks [] for security_group (c58f7edf-3c2c-4b97-97fa-30c5e5f37d3d), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.651917 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-026b4e58-8595-442b-8bdd-0c304f1e0f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10397452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10308526'] for subnet (4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.701027 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b4e58-8595-442b-8bdd-0c304f1e0f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:38.703776 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ee289e6d-b712-4b07-9dd1-44b699f4b2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c58f7edf-3c2c-4b97-97fa-30c5e5f37d3d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.706410 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ee289e6d-b712-4b07-9dd1-44b699f4b2fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.711232 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ee289e6d-b712-4b07-9dd1-44b699f4b2fe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c58f7edf-3c2c-4b97-97fa-30c5e5f37d3d HTTP/1.1" status: 204 len: 168 time: 0.1869514 Jan 18 20:26:38.712008 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-026b4e58-8595-442b-8bdd-0c304f1e0f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.720706 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-026b4e58-8595-442b-8bdd-0c304f1e0f4d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4d8245f4-6ecc-4ebb-8f3a-4e1a3580737f HTTP/1.1" status: 204 len: 168 time: 0.4299510 Jan 18 20:26:38.721434 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34574) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:38.724316 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee289e6d-b712-4b07-9dd1-44b699f4b2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58f7edf-3c2c-4b97-97fa-30c5e5f37d3d,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:38.832269 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device bce18e11-5897-4365-81ad-515e5cd7fdad no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:38.859023 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (4b1ba40c-a9a4-429c-93aa-b6b26304e073), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.869634 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: bce18e11-5897-4365-81ad-515e5cd7fdad {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:38.870540 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device bce18e11-5897-4365-81ad-515e5cd7fdad not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:38.871435 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:26:38.908539 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:26:38.909759 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device eb0a2a76-2e68-4607-bad0-e1b1c07d2b2d not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:26:38.969283 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (4b1ba40c-a9a4-429c-93aa-b6b26304e073), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:38.999720 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1ba40c-a9a4-429c-93aa-b6b26304e073']}} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:39.012676 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f1cf64-10d2-48e8-ba73-2de12ae02c43') {'for_net_delete': True} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:39.013237 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f1cf64-10d2-48e8-ba73-2de12ae02c43') {} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:26:39.025148 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10276358'] for segment (69f1cf64-10d2-48e8-ba73-2de12ae02c43), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.046490 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (69f1cf64-10d2-48e8-ba73-2de12ae02c43), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.056039 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:26:39.056653 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10397522'] for segment (69f1cf64-10d2-48e8-ba73-2de12ae02c43), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: Traceback (most recent call last): Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: timer() Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: cb(*args, **kw) Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: return func(*args, **kwargs) Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: self._notify() Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: self.callback(batched_events) Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: event.method(event) Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: return f(self, *a, **k) Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._get(url).json() Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: return self.request(url, 'GET', **kwargs) Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:26:39.058655 dv-cinder-821602-14-iscsi neutron-server[102694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:26:39.147988 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (4b1ba40c-a9a4-429c-93aa-b6b26304e073), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.187377 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.206666 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] 10.222.0.67 "DELETE /v2.0/networks/4b1ba40c-a9a4-429c-93aa-b6b26304e073 HTTP/1.1" status: 204 len: 168 time: 0.4838758 Jan 18 20:26:39.209379 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b03b4-ebad-40f4-8e18-681d09f9228a admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1ba40c-a9a4-429c-93aa-b6b26304e073,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:39.419278 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34598) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:39.471745 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-0d398489-25e9-4d4a-afd8-dce9f3f92a7a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b05e2986ebac459eaec991a4315a88d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0501297 Jan 18 20:26:39.472345 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34600) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:39.543818 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8c01c678-49c9-4a18-a1c8-cbdcf437741a admin admin] Publish callbacks [] for security_group (fa624635-03d7-4325-82b6-33578c143376), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.569213 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8c01c678-49c9-4a18-a1c8-cbdcf437741a admin admin] Publish callbacks [] for security_group (fa624635-03d7-4325-82b6-33578c143376), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.628610 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8c01c678-49c9-4a18-a1c8-cbdcf437741a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (fa624635-03d7-4325-82b6-33578c143376), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.632789 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8c01c678-49c9-4a18-a1c8-cbdcf437741a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:39.634314 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-8c01c678-49c9-4a18-a1c8-cbdcf437741a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fa624635-03d7-4325-82b6-33578c143376 HTTP/1.1" status: 204 len: 168 time: 0.1607282 Jan 18 20:26:39.647390 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01c678-49c9-4a18-a1c8-cbdcf437741a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa624635-03d7-4325-82b6-33578c143376,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:40.752138 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98dc83-5a7a-4855-9b44-c8d7178501d1 req-b6465b4e-26e6-4c78-8039-433ac3f505da tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:40.755679 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ae98dc83-5a7a-4855-9b44-c8d7178501d1 req-b6465b4e-26e6-4c78-8039-433ac3f505da tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0852840 Jan 18 20:26:40.821144 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ae98dc83-5a7a-4855-9b44-c8d7178501d1 req-f7a50ef3-a13f-456e-9254-ffebbd9b7499 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574923 Jan 18 20:26:41.999541 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf35a10-10af-443c-adf4-5a15d58ad307 req-ba29d28b-0806-4fdc-bf80-1c8b2609b001 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:42.001913 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8bf35a10-10af-443c-adf4-5a15d58ad307 req-ba29d28b-0806-4fdc-bf80-1c8b2609b001 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0835185 Jan 18 20:26:42.071627 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8bf35a10-10af-443c-adf4-5a15d58ad307 req-69e40f92-a0a0-4eaa-920c-738cdef6eef0 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586658 Jan 18 20:26:43.202510 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86badded-5757-4329-a3cd-4253cabd89ce req-60afe640-4695-4f67-8f93-eca728d6aadb tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:43.203408 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34778) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:43.204195 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-86badded-5757-4329-a3cd-4253cabd89ce req-60afe640-4695-4f67-8f93-eca728d6aadb tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0499461 Jan 18 20:26:43.266364 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-86badded-5757-4329-a3cd-4253cabd89ce req-1ee6d437-12b4-4a9c-9cb5-1a932f50cf17 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560720 Jan 18 20:26:43.327404 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-345df519-57db-43aa-8dae-a26b74afb67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.427093 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-345df519-57db-43aa-8dae-a26b74afb67e admin admin] Publish callbacks [] for security_group (9e7cf7fd-7388-4cc6-b0a5-72c0bfb5e92d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.431080 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-345df519-57db-43aa-8dae-a26b74afb67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9e7cf7fd-7388-4cc6-b0a5-72c0bfb5e92d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.469774 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-345df519-57db-43aa-8dae-a26b74afb67e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32bc471197574d1bb23a12900c34c50e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652903 Jan 18 20:26:43.470733 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345df519-57db-43aa-8dae-a26b74afb67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7cf7fd-7388-4cc6-b0a5-72c0bfb5e92d,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:43.472493 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34782) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:43.520486 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2776cd70-2bbd-42d3-bd60-4238d8155da0 admin admin] Publish callbacks [] for security_group (9e7cf7fd-7388-4cc6-b0a5-72c0bfb5e92d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.542555 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2776cd70-2bbd-42d3-bd60-4238d8155da0 admin admin] Publish callbacks [] for security_group (9e7cf7fd-7388-4cc6-b0a5-72c0bfb5e92d), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.588462 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2776cd70-2bbd-42d3-bd60-4238d8155da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9e7cf7fd-7388-4cc6-b0a5-72c0bfb5e92d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.591270 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2776cd70-2bbd-42d3-bd60-4238d8155da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.595326 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-2776cd70-2bbd-42d3-bd60-4238d8155da0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e7cf7fd-7388-4cc6-b0a5-72c0bfb5e92d HTTP/1.1" status: 204 len: 168 time: 0.1207719 Jan 18 20:26:43.603426 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776cd70-2bbd-42d3-bd60-4238d8155da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7cf7fd-7388-4cc6-b0a5-72c0bfb5e92d,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:43.864206 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34790) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:43.877619 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2d549e1-bcda-45cb-a49c-6c4d1a11cf02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.954209 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2d549e1-bcda-45cb-a49c-6c4d1a11cf02 admin admin] Publish callbacks [] for security_group (ebd50a2a-1c8f-4d85-a1f6-9663c938974b), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.958720 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c2d549e1-bcda-45cb-a49c-6c4d1a11cf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (ebd50a2a-1c8f-4d85-a1f6-9663c938974b), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:43.996093 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-c2d549e1-bcda-45cb-a49c-6c4d1a11cf02 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=83a631009e67464caab8acbb6db1d598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307917 Jan 18 20:26:43.996933 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d549e1-bcda-45cb-a49c-6c4d1a11cf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd50a2a-1c8f-4d85-a1f6-9663c938974b,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:43.999368 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34792) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:44.048763 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d9bedc45-bcce-4f71-8dfa-d45361b6f397 admin admin] Publish callbacks [] for security_group (ebd50a2a-1c8f-4d85-a1f6-9663c938974b), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.069349 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d9bedc45-bcce-4f71-8dfa-d45361b6f397 admin admin] Publish callbacks [] for security_group (ebd50a2a-1c8f-4d85-a1f6-9663c938974b), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.115368 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d9bedc45-bcce-4f71-8dfa-d45361b6f397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (ebd50a2a-1c8f-4d85-a1f6-9663c938974b), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.117774 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d9bedc45-bcce-4f71-8dfa-d45361b6f397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:44.118895 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-d9bedc45-bcce-4f71-8dfa-d45361b6f397 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ebd50a2a-1c8f-4d85-a1f6-9663c938974b HTTP/1.1" status: 204 len: 168 time: 0.1183763 Jan 18 20:26:44.127251 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bedc45-bcce-4f71-8dfa-d45361b6f397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd50a2a-1c8f-4d85-a1f6-9663c938974b,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:44.387540 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d694b8-60c4-49f8-bcab-de6182cafa07 req-a38b8eaa-e6d4-4480-8986-71b171ef5ca9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:44.389124 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b6d694b8-60c4-49f8-bcab-de6182cafa07 req-a38b8eaa-e6d4-4480-8986-71b171ef5ca9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0540609 Jan 18 20:26:44.440999 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b6d694b8-60c4-49f8-bcab-de6182cafa07 req-9c948677-2a6e-4268-a331-a0eeef66ec30 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461864 Jan 18 20:26:45.568985 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c6b07-9c10-463a-a389-82cd7cec84bc req-b3edbb38-6fb2-4054-b728-a4523944c711 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:45.570478 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e76c6b07-9c10-463a-a389-82cd7cec84bc req-b3edbb38-6fb2-4054-b728-a4523944c711 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0546815 Jan 18 20:26:45.617430 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e76c6b07-9c10-463a-a389-82cd7cec84bc req-15b62318-fdd4-401e-b659-da9fb59ce527 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410976 Jan 18 20:26:45.791932 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34858) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:45.896181 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b4a77893-b57f-4099-a375-cef1da2f69b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:45.978301 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b4a77893-b57f-4099-a375-cef1da2f69b2 admin admin] Publish callbacks [] for security_group (100c6627-164d-41a6-8228-10e2fe736cd5), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:45.982396 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b4a77893-b57f-4099-a375-cef1da2f69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (100c6627-164d-41a6-8228-10e2fe736cd5), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.023733 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-b4a77893-b57f-4099-a375-cef1da2f69b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2253afad3f2e478c881976f8dd7d942f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304747 Jan 18 20:26:46.024980 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a77893-b57f-4099-a375-cef1da2f69b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100c6627-164d-41a6-8228-10e2fe736cd5,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:46.028050 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34868) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:46.081960 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4758-ddb7-47b6-b6ba-4c8438645991 admin admin] Publish callbacks [] for security_group (100c6627-164d-41a6-8228-10e2fe736cd5), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.109001 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4758-ddb7-47b6-b6ba-4c8438645991 admin admin] Publish callbacks [] for security_group (100c6627-164d-41a6-8228-10e2fe736cd5), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.163882 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4758-ddb7-47b6-b6ba-4c8438645991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (100c6627-164d-41a6-8228-10e2fe736cd5), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.167221 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e4fa4758-ddb7-47b6-b6ba-4c8438645991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.168495 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e4fa4758-ddb7-47b6-b6ba-4c8438645991 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/100c6627-164d-41a6-8228-10e2fe736cd5 HTTP/1.1" status: 204 len: 168 time: 0.1393311 Jan 18 20:26:46.181430 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa4758-ddb7-47b6-b6ba-4c8438645991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100c6627-164d-41a6-8228-10e2fe736cd5,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:46.456967 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34878) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:46.470959 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-dc678c1e-8867-4e5a-8796-23884141f978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.549437 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-dc678c1e-8867-4e5a-8796-23884141f978 admin admin] Publish callbacks [] for security_group (f45427ce-f738-4600-807d-b21ef3a5de7d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.554591 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-dc678c1e-8867-4e5a-8796-23884141f978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f45427ce-f738-4600-807d-b21ef3a5de7d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.596588 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-dc678c1e-8867-4e5a-8796-23884141f978 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0a8bbc52160b430c81c19c96969a7f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383674 Jan 18 20:26:46.597493 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc678c1e-8867-4e5a-8796-23884141f978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45427ce-f738-4600-807d-b21ef3a5de7d,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:46.600261 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34880) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:46.658776 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba1faeaa-4cea-4a3c-9b2f-b0cd5b3d69b4 admin admin] Publish callbacks [] for security_group (f45427ce-f738-4600-807d-b21ef3a5de7d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.690154 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba1faeaa-4cea-4a3c-9b2f-b0cd5b3d69b4 admin admin] Publish callbacks [] for security_group (f45427ce-f738-4600-807d-b21ef3a5de7d), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.739292 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba1faeaa-4cea-4a3c-9b2f-b0cd5b3d69b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f45427ce-f738-4600-807d-b21ef3a5de7d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.742325 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba1faeaa-4cea-4a3c-9b2f-b0cd5b3d69b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:46.743528 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ba1faeaa-4cea-4a3c-9b2f-b0cd5b3d69b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f45427ce-f738-4600-807d-b21ef3a5de7d HTTP/1.1" status: 204 len: 168 time: 0.1418819 Jan 18 20:26:46.752612 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1faeaa-4cea-4a3c-9b2f-b0cd5b3d69b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45427ce-f738-4600-807d-b21ef3a5de7d,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:46.756020 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7b426-0b6b-40b8-922b-8683cc9d6c5c req-2305d225-b71f-42de-b9a9-1b6208828719 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:46.757612 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e3f7b426-0b6b-40b8-922b-8683cc9d6c5c req-2305d225-b71f-42de-b9a9-1b6208828719 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0555532 Jan 18 20:26:46.815523 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e3f7b426-0b6b-40b8-922b-8683cc9d6c5c req-a96d3b1e-9288-41c4-ab13-1004e4914e20 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519056 Jan 18 20:26:47.932384 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc4498-d1e8-4638-930e-b463984448e9 req-b2091543-3bbe-4f17-a7bc-27df3e72e3b5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:47.933885 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-62dc4498-d1e8-4638-930e-b463984448e9 req-b2091543-3bbe-4f17-a7bc-27df3e72e3b5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0480456 Jan 18 20:26:47.982922 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-62dc4498-d1e8-4638-930e-b463984448e9 req-d78d2afb-dab0-4a3d-9fbb-04ac3cd39da4 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Jan 18 20:26:48.715126 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34958) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:48.822931 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7837fbae-a8f0-4134-afda-118e02feb1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.896074 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7837fbae-a8f0-4134-afda-118e02feb1a2 admin admin] Publish callbacks [] for security_group (cb5080c6-abc4-4fc5-a972-e5aa97a4200a), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.899936 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7837fbae-a8f0-4134-afda-118e02feb1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (cb5080c6-abc4-4fc5-a972-e5aa97a4200a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:48.940252 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837fbae-a8f0-4134-afda-118e02feb1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5080c6-abc4-4fc5-a972-e5aa97a4200a,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:48.944334 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7837fbae-a8f0-4134-afda-118e02feb1a2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=17a0451c407c4edcbb76d078bc02728b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281995 Jan 18 20:26:48.947213 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34962) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:48.995410 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-977b623b-c563-4cf9-9f4f-7adec371e988 admin admin] Publish callbacks [] for security_group (cb5080c6-abc4-4fc5-a972-e5aa97a4200a), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.017405 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-977b623b-c563-4cf9-9f4f-7adec371e988 admin admin] Publish callbacks [] for security_group (cb5080c6-abc4-4fc5-a972-e5aa97a4200a), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.094477 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-977b623b-c563-4cf9-9f4f-7adec371e988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (cb5080c6-abc4-4fc5-a972-e5aa97a4200a), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.097074 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-977b623b-c563-4cf9-9f4f-7adec371e988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.098215 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-977b623b-c563-4cf9-9f4f-7adec371e988 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb5080c6-abc4-4fc5-a972-e5aa97a4200a HTTP/1.1" status: 204 len: 168 time: 0.1501679 Jan 18 20:26:49.109392 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b4498-fc9a-41f0-baca-04100b4d3710 req-69fcac95-ec0d-4f6c-b991-1f9d4d084d08 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:49.110943 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-737b4498-fc9a-41f0-baca-04100b4d3710 req-69fcac95-ec0d-4f6c-b991-1f9d4d084d08 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0575724 Jan 18 20:26:49.119166 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b623b-c563-4cf9-9f4f-7adec371e988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5080c6-abc4-4fc5-a972-e5aa97a4200a,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:49.171059 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-737b4498-fc9a-41f0-baca-04100b4d3710 req-cf463340-aab4-4d6e-b4b5-bcb6e0ea7996 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531268 Jan 18 20:26:49.367579 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 34972) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:49.380519 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-30f81d36-6b06-42f8-a9a8-f32d85e0ac34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.458215 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-30f81d36-6b06-42f8-a9a8-f32d85e0ac34 admin admin] Publish callbacks [] for security_group (127af44f-aef2-4e0b-a896-b0b7780749b2), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.461950 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-30f81d36-6b06-42f8-a9a8-f32d85e0ac34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (127af44f-aef2-4e0b-a896-b0b7780749b2), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.499568 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-30f81d36-6b06-42f8-a9a8-f32d85e0ac34 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fdc9434aa17c46d6ba2ad33372a03fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309109 Jan 18 20:26:49.500433 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f81d36-6b06-42f8-a9a8-f32d85e0ac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127af44f-aef2-4e0b-a896-b0b7780749b2,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:49.502862 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 34974) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:49.554921 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6a65f469-c198-4ab1-9f16-ccd63ecb45b5 admin admin] Publish callbacks [] for security_group (127af44f-aef2-4e0b-a896-b0b7780749b2), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.578226 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6a65f469-c198-4ab1-9f16-ccd63ecb45b5 admin admin] Publish callbacks [] for security_group (127af44f-aef2-4e0b-a896-b0b7780749b2), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.632975 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6a65f469-c198-4ab1-9f16-ccd63ecb45b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (127af44f-aef2-4e0b-a896-b0b7780749b2), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.635505 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6a65f469-c198-4ab1-9f16-ccd63ecb45b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:49.636753 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-6a65f469-c198-4ab1-9f16-ccd63ecb45b5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/127af44f-aef2-4e0b-a896-b0b7780749b2 HTTP/1.1" status: 204 len: 168 time: 0.1327653 Jan 18 20:26:49.646140 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65f469-c198-4ab1-9f16-ccd63ecb45b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127af44f-aef2-4e0b-a896-b0b7780749b2,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:50.294179 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda72a-b5b6-42e1-b3d0-106842695312 req-fe17ff63-4c50-4c1c-b083-ab71d8c26f31 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:50.296336 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0efda72a-b5b6-42e1-b3d0-106842695312 req-fe17ff63-4c50-4c1c-b083-ab71d8c26f31 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0535371 Jan 18 20:26:50.365027 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0efda72a-b5b6-42e1-b3d0-106842695312 req-eb43c5aa-b1b9-4636-b251-29312d547e79 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617371 Jan 18 20:26:50.821985 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35016) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:50.933646 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23926e2b-4815-48fb-a78f-04f978f2d456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.006997 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23926e2b-4815-48fb-a78f-04f978f2d456 admin admin] Publish callbacks [] for security_group (8bf45175-3d01-494b-ad24-565f2af3f8c9), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.010734 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-23926e2b-4815-48fb-a78f-04f978f2d456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (8bf45175-3d01-494b-ad24-565f2af3f8c9), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.051911 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-23926e2b-4815-48fb-a78f-04f978f2d456 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d33644134c954d75ab5aee761a46c491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288363 Jan 18 20:26:51.052768 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23926e2b-4815-48fb-a78f-04f978f2d456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf45175-3d01-494b-ad24-565f2af3f8c9,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:51.054656 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35020) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:26:51.103370 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f41bcfaf-40ce-47c0-ac94-d7714657b5b2 admin admin] Publish callbacks [] for security_group (8bf45175-3d01-494b-ad24-565f2af3f8c9), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.124130 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f41bcfaf-40ce-47c0-ac94-d7714657b5b2 admin admin] Publish callbacks [] for security_group (8bf45175-3d01-494b-ad24-565f2af3f8c9), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.181803 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f41bcfaf-40ce-47c0-ac94-d7714657b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (8bf45175-3d01-494b-ad24-565f2af3f8c9), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.188598 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f41bcfaf-40ce-47c0-ac94-d7714657b5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:26:51.188598 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-f41bcfaf-40ce-47c0-ac94-d7714657b5b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8bf45175-3d01-494b-ad24-565f2af3f8c9 HTTP/1.1" status: 204 len: 168 time: 0.1292908 Jan 18 20:26:51.195201 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bcfaf-40ce-47c0-ac94-d7714657b5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf45175-3d01-494b-ad24-565f2af3f8c9,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:26:51.481424 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1639d6-00c9-41e2-9839-ca02b2c69327 req-d2c037c0-3a52-413c-aa2e-48e128e6f4ba tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:51.482970 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dd1639d6-00c9-41e2-9839-ca02b2c69327 req-d2c037c0-3a52-413c-aa2e-48e128e6f4ba tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Jan 18 20:26:51.544032 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-dd1639d6-00c9-41e2-9839-ca02b2c69327 req-67a955aa-fd6d-4a4f-9e2a-95d3ff0c6e22 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553555 Jan 18 20:26:51.801861 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e402909-1f29-4b64-95be-75326cf38cc9 req-860f7a81-d5ba-4c5e-a0cc-f181a766c619 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:51.805089 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0e402909-1f29-4b64-95be-75326cf38cc9 req-860f7a81-d5ba-4c5e-a0cc-f181a766c619 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0734494 Jan 18 20:26:51.861993 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29742a8-8e0e-4900-8b26-65457235c690 req-e05da6ec-0ef1-4a58-a4d1-0772496cdf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:51.863843 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a29742a8-8e0e-4900-8b26-65457235c690 req-e05da6ec-0ef1-4a58-a4d1-0772496cdf09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0678828 Jan 18 20:26:51.876195 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0e402909-1f29-4b64-95be-75326cf38cc9 req-3047fa13-7350-4a5c-851c-84cb4402207f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653629 Jan 18 20:26:51.958409 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29742a8-8e0e-4900-8b26-65457235c690 req-031e6bf4-a70e-418f-9381-a04da56a34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:51.959962 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a29742a8-8e0e-4900-8b26-65457235c690 req-031e6bf4-a70e-418f-9381-a04da56a34cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 910 time: 0.0903289 Jan 18 20:26:52.027490 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a29742a8-8e0e-4900-8b26-65457235c690 req-77d5d08d-63b2-4d6f-bc5b-4bab4636464b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 HTTP/1.1" status: 200 len: 1001 time: 0.0608714 Jan 18 20:26:52.076298 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29742a8-8e0e-4900-8b26-65457235c690 req-9cda70c0-27f7-4c5a-8a78-34aa870bd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:52.077846 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a29742a8-8e0e-4900-8b26-65457235c690 req-9cda70c0-27f7-4c5a-8a78-34aa870bd58b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5b0896-662f-46ae-a4fa-8e373a5b18b7 HTTP/1.1" status: 200 len: 849 time: 0.0444989 Jan 18 20:26:53.013442 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29742a8-8e0e-4900-8b26-65457235c690 req-1de8d2bd-7c34-4d36-b76a-900ede7838b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:53.015585 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a29742a8-8e0e-4900-8b26-65457235c690 req-1de8d2bd-7c34-4d36-b76a-900ede7838b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0697126 Jan 18 20:26:53.027041 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b7f59-e397-4404-b728-67a1648c67c9 req-4945fe53-f1ae-4bd0-b1a4-64b7d1886f54 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:53.028411 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-763b7f59-e397-4404-b728-67a1648c67c9 req-4945fe53-f1ae-4bd0-b1a4-64b7d1886f54 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0813429 Jan 18 20:26:53.074009 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-763b7f59-e397-4404-b728-67a1648c67c9 req-27ec946d-6e4e-44eb-af3e-aecb3400656a tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401192 Jan 18 20:26:53.882147 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a29742a8-8e0e-4900-8b26-65457235c690 req-1e6a5d1f-7991-49e6-9745-fb520ccb9c06 service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820618 Jan 18 20:26:54.187077 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14578c75-bc1b-4055-8623-f71e262f3341 req-1fededcd-38f9-4681-8a01-4ae96e9d99e9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:54.188531 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-14578c75-bc1b-4055-8623-f71e262f3341 req-1fededcd-38f9-4681-8a01-4ae96e9d99e9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0472045 Jan 18 20:26:54.234274 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-14578c75-bc1b-4055-8623-f71e262f3341 req-256334ae-e580-4160-b984-21c19028b807 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Jan 18 20:26:54.818995 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a29742a8-8e0e-4900-8b26-65457235c690 req-0b0d1f1f-fe46-4d05-8778-ca5e29212fed service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849857 Jan 18 20:26:55.351864 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36004e07-d1a4-4780-a57e-8c3a3a062264 req-bf579bf0-72a4-4a72-8c48-5ac00180c8cc tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:55.353375 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-36004e07-d1a4-4780-a57e-8c3a3a062264 req-bf579bf0-72a4-4a72-8c48-5ac00180c8cc tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0495763 Jan 18 20:26:55.401232 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-36004e07-d1a4-4780-a57e-8c3a3a062264 req-0d17ce69-9057-4168-83bb-e57c00eb3319 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415025 Jan 18 20:26:56.516171 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbd317-2a11-451b-a401-24453051a8b1 req-b8273a1c-810d-4c39-a3bf-71ec73964b1e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:26:56.517656 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-80fbd317-2a11-451b-a401-24453051a8b1 req-b8273a1c-810d-4c39-a3bf-71ec73964b1e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0500414 Jan 18 20:26:56.564688 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-80fbd317-2a11-451b-a401-24453051a8b1 req-9a662a67-878b-4713-b84f-4c64ee5a6b18 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413570 Jan 18 20:26:59.783083 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ed53c9db-5085-4525-a6d2-ee55149fa883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:01.864566 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-95945d6f-643d-4576-aa40-f137fdc72245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:02.099501 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:27:03.338433 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-210103d5-9784-4132-aa54-8651efc81c3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426927 Jan 18 20:27:03.354657 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:03.403777 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-963fc2ff-e18b-44b1-b73f-3c3305e65f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:03.405494 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-963fc2ff-e18b-44b1-b73f-3c3305e65f22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 1098 time: 0.0395448 Jan 18 20:27:03.506601 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-d6c59d0d-9831-49e1-ab2d-256329c7cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:03.508099 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-d6c59d0d-9831-49e1-ab2d-256329c7cf51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 910 time: 0.0831764 Jan 18 20:27:03.574503 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-f60c31ef-6f95-4306-9718-343d68ccaf8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 HTTP/1.1" status: 200 len: 1001 time: 0.0599253 Jan 18 20:27:03.621705 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-fc5d065a-ba0c-4d9e-8ae0-ee189a0298f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:03.623165 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-fc5d065a-ba0c-4d9e-8ae0-ee189a0298f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5b0896-662f-46ae-a4fa-8e373a5b18b7 HTTP/1.1" status: 200 len: 849 time: 0.0423396 Jan 18 20:27:03.665859 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-7ccada46-8eff-4e1c-99fb-066a158cfa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:03.667322 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-7ccada46-8eff-4e1c-99fb-066a158cfa5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0372705 Jan 18 20:27:03.762512 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-c8c995bc-9baa-4c64-a1b9-960e27830a79 service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881894 Jan 18 20:27:03.854451 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-54e81e49-1c48-4139-806c-7ac38faa5f5d req-912f1a84-a99f-4268-89be-9b1089a77b15 service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837400 Jan 18 20:27:04.035637 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.593798 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35176) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:04.696626 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.699789 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f2e807cf-bc7a-4600-9eb5-55f01d347804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.777863 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f2e807cf-bc7a-4600-9eb5-55f01d347804 admin admin] Publish callbacks [] for security_group (622edaa1-d157-49b0-b17e-063aeb0d39bc), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.781737 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f2e807cf-bc7a-4600-9eb5-55f01d347804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (622edaa1-d157-49b0-b17e-063aeb0d39bc), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.820091 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-f2e807cf-bc7a-4600-9eb5-55f01d347804 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c9b0a708786437585f5ddf0b57200d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252145 Jan 18 20:27:04.820942 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e807cf-bc7a-4600-9eb5-55f01d347804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622edaa1-d157-49b0-b17e-063aeb0d39bc,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:04.823768 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35182) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:04.876461 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Publish callbacks [] for security_group (622edaa1-d157-49b0-b17e-063aeb0d39bc), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.898568 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Publish callbacks [] for security_group (622edaa1-d157-49b0-b17e-063aeb0d39bc), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.944002 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (622edaa1-d157-49b0-b17e-063aeb0d39bc), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.946659 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:04.947847 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/622edaa1-d157-49b0-b17e-063aeb0d39bc HTTP/1.1" status: 204 len: 168 time: 0.1229274 Jan 18 20:27:04.958939 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622edaa1-d157-49b0-b17e-063aeb0d39bc,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:04.967245 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.967607 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.967944 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.968274 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.968604 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.968941 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.969334 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.969582 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.969907 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.970231 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.970552 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.970875 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:04.971222 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4e8b47-a817-4264-a2c0-18299c7841a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:05.571017 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35204) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:05.671606 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-765431158-network', 'tenant_id': '32060f3477d348b7bb92a2240bec099f'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:05.696525 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Made reservation on behalf of 32060f3477d348b7bb92a2240bec099f for: {'network': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:05.699377 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.708904 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.736781 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.804167 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Publish callbacks [] for security_group (a10527f9-c2da-45ad-b8c6-3ad30cb0c540), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.808219 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (a10527f9-c2da-45ad-b8c6-3ad30cb0c540), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.829761 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:27:05.844980 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10527f9-c2da-45ad-b8c6-3ad30cb0c540,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:05.851957 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (e2ed4440-9dd1-404a-8fea-d763e26e74cc), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.851957 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.segments_db [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Added segment e2ed4440-9dd1-404a-8fea-d763e26e74cc of type vlan for network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 Jan 18 20:27:05.896120 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (5f1d2458-30aa-44ca-b2e2-990d8ff94955), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.925865 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (5f1d2458-30aa-44ca-b2e2-990d8ff94955), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.926896 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:05.927563 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.959326 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3871601 Jan 18 20:27:05.962301 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35218) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:05.968325 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Request body: {'subnet': {'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-765431158-subnet', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'ip_version': 4}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:05.988285 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed473926-2de1-4982-bbdc-250c5d7335bc admin admin] Pushing event updated for resources: {'Network': ['ID=5f1d2458-30aa-44ca-b2e2-990d8ff94955,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:05.993319 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Made reservation on behalf of 32060f3477d348b7bb92a2240bec099f for: {'subnet': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:05.995644 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10308491'] for subnet (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:05.999012 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:27:06.165746 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10397645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10308517'] for subnet (81cc7b7b-7ee8-4723-95cb-23805c6def54), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.218932 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81cc7b7b-7ee8-4723-95cb-23805c6def54,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:06.234302 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Checking segment: {'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:06.234652 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Network hostable DHCP agents. Network: 5f1d2458-30aa-44ca-b2e2-990d8ff94955, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:27:06.252792 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:27:06.262010 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 5f1d2458-30aa-44ca-b2e2-990d8ff94955) {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:06.267986 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:06.268584 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.273381 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0eabe3-e853-419f-a393-9c2a0effdc2a None None] Network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:06.286581 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-b45672a7-be5a-490c-9c18-302261375b69 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3225303 Jan 18 20:27:06.289209 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35222) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:06.293547 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:06.319468 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10450'] for router (673bd355-7148-4d2b-a2d2-c3f7410a2895), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.320765 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10459'] for router (673bd355-7148-4d2b-a2d2-c3f7410a2895), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.379694 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp864710ac-d929-5e13-b32f-6aa0dede2451-5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'project_id': '32060f3477d348b7bb92a2240bec099f', 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54'}]}} from dv-cinder-821602-14-iscsi. {{(pid=102696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:27:06.380595 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.383423 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks [] for router_controller (673bd355-7148-4d2b-a2d2-c3f7410a2895), precommit_add_association {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.533567 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks [] for router_gateway (673bd355-7148-4d2b-a2d2-c3f7410a2895), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.550103 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.db_base_plugin_common [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Allocated IP 172.20.0.2 (5f1d2458-30aa-44ca-b2e2-990d8ff94955/81cc7b7b-7ee8-4723-95cb-23805c6def54/7face107-2c1a-46e4-a825-af9d15dd6ab3) {{(pid=102696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:06.689283 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Publish callbacks [] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), precommit_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.696585 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.732127 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 is already hosted by enough agents. {{(pid=102696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:06.735509 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.base_scheduler [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Resources bound (agent type, host, resource id): {{(pid=102696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:06.739483 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks [] for router_gateway (673bd355-7148-4d2b-a2d2-c3f7410a2895), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.741044 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Received port after_create {{(pid=102696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:06.756299 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Pushing event updated for resources: {'Port': ['ID=7face107-2c1a-46e4-a825-af9d15dd6ab3,revision_number=1']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:06.760148 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.800116 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Attempting to bind port 7face107-2c1a-46e4-a825-af9d15dd6ab3 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:06.800487 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Attempting to bind port 7face107-2c1a-46e4-a825-af9d15dd6ab3 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:06.800854 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Attempting to bind port 7face107-2c1a-46e4-a825-af9d15dd6ab3 on network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:06.805865 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:06.806241 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Checking segment: {'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:06.806639 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.807042 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Bound using segment: {'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:06.807518 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Bound port: 7face107-2c1a-46e4-a825-af9d15dd6ab3, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:06.807900 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.872889 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Allocated IP 172.27.3.221 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/f7e7bcfd-f680-492b-a938-cc574e74f40f) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:06.875762 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] For port 7face107-2c1a-46e4-a825-af9d15dd6ab3, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:06.878949 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] For port 7face107-2c1a-46e4-a825-af9d15dd6ab3, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7face107-2c1a-46e4-a825-af9d15dd6ab3,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:06.883677 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:06.947825 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a8e93-990f-419d-b64b-bb76a9d467d0 None None] Pushing event updated for resources: {'Port': ['ID=7face107-2c1a-46e4-a825-af9d15dd6ab3,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:06.991941 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks [] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.024830 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.065001 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:07.068228 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:07.071985 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:07.100196 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Pushing event updated for resources: {'Port': ['ID=f7e7bcfd-f680-492b-a938-cc574e74f40f,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:07.337487 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks [] for router_gateway (673bd355-7148-4d2b-a2d2-c3f7410a2895), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.529133 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482'] for router (673bd355-7148-4d2b-a2d2-c3f7410a2895), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:07.666195 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Router 673bd355-7148-4d2b-a2d2-c3f7410a2895 is scheduled to L3 agent bb362382-b75b-4aa5-8440-3f734985d21a with binding_index 1 {{(pid=102694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:27:07.845157 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be52f60-babf-4396-8585-d32a9b5b5702 None None] Network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:07.958126 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-c7073342-2348-4a94-a7a4-b203d4a4daae None None] Provisioning complete for port 7face107-2c1a-46e4-a825-af9d15dd6ab3 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:07.958497 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c7073342-2348-4a94-a7a4-b203d4a4daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.025088 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:08.035179 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Sync routers for ids ['673bd355-7148-4d2b-a2d2-c3f7410a2895'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:08.044620 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.046180 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-a8f17046-1f64-4148-86af-c1acfdad866d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7559760 Jan 18 20:27:08.049465 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35228) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:08.059657 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Routers {'673bd355-7148-4d2b-a2d2-c3f7410a2895'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:08.060282 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['673bd355-7148-4d2b-a2d2-c3f7410a2895'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:08.064534 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-c7073342-2348-4a94-a7a4-b203d4a4daae None None] Current status of the port 7face107-2c1a-46e4-a825-af9d15dd6ab3 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:08.064534 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c7073342-2348-4a94-a7a4-b203d4a4daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.176604 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-c7073342-2348-4a94-a7a4-b203d4a4daae None None] For port 7face107-2c1a-46e4-a825-af9d15dd6ab3, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7face107-2c1a-46e4-a825-af9d15dd6ab3,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:08.182121 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c7073342-2348-4a94-a7a4-b203d4a4daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.222850 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Set router 673bd355-7148-4d2b-a2d2-c3f7410a2895 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:08.317291 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7073342-2348-4a94-a7a4-b203d4a4daae None None] Pushing event updated for resources: {'Port': ['ID=7face107-2c1a-46e4-a825-af9d15dd6ab3,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:08.367355 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-743d64b6-54fa-48c4-9f36-e9ef0ea33360 None None] Provisioning complete for port 7face107-2c1a-46e4-a825-af9d15dd6ab3 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:08.367804 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-743d64b6-54fa-48c4-9f36-e9ef0ea33360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.493951 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-743d64b6-54fa-48c4-9f36-e9ef0ea33360 None None] Current status of the port 7face107-2c1a-46e4-a825-af9d15dd6ab3 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:08.504842 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:07Z', 'revision_number': 3, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:08.535627 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Checking router: 673bd355-7148-4d2b-a2d2-c3f7410a2895 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:08.535973 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Updating router 673bd355-7148-4d2b-a2d2-c3f7410a2895 port f7e7bcfd-f680-492b-a938-cc574e74f40f binding host dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:27:08.562787 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.706479 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.738890 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7face107-2c1a-46e4-a825-af9d15dd6ab3 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:08.865229 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 7face107-2c1a-46e4-a825-af9d15dd6ab3 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:08.866255 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.869936 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Allocated IP 172.20.0.1 (5f1d2458-30aa-44ca-b2e2-990d8ff94955/81cc7b7b-7ee8-4723-95cb-23805c6def54/19025079-9757-486f-9714-a1d551798c3c) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:08.897656 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Publish callbacks [] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), precommit_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.907973 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:08.977998 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e21cc-cd9b-4ec3-8cc9-fcf6c69f4aea None None] Pushing event updated for resources: {'Port': ['ID=f7e7bcfd-f680-492b-a938-cc574e74f40f,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:08.981542 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Attempting to bind port f7e7bcfd-f680-492b-a938-cc574e74f40f on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:08.981908 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Attempting to bind port f7e7bcfd-f680-492b-a938-cc574e74f40f by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:08.982404 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Attempting to bind port f7e7bcfd-f680-492b-a938-cc574e74f40f on network 345ae821-9aea-4565-955e-d3d455978d5f {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:08.993644 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Publish callbacks [] for port (19025079-9757-486f-9714-a1d551798c3c), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.010494 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:09.010871 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:09.011306 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.011695 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Bound using segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:09.012178 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Bound port: f7e7bcfd-f680-492b-a938-cc574e74f40f, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:09.012552 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.034608 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (19025079-9757-486f-9714-a1d551798c3c), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.058604 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 7face107-2c1a-46e4-a825-af9d15dd6ab3 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:09.078275 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:09.081261 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:09.082217 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] For port f7e7bcfd-f680-492b-a938-cc574e74f40f, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:09.085118 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:09.086814 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] For port f7e7bcfd-f680-492b-a938-cc574e74f40f, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=f7e7bcfd-f680-492b-a938-cc574e74f40f,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:09.091387 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Pushing event updated for resources: {'Port': ['ID=19025079-9757-486f-9714-a1d551798c3c,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:09.092856 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.132323 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581223'] for router_interface (673bd355-7148-4d2b-a2d2-c3f7410a2895), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.163788 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e21cc-cd9b-4ec3-8cc9-fcf6c69f4aea None None] Pushing event updated for resources: {'Port': ['ID=f7e7bcfd-f680-492b-a938-cc574e74f40f,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:09.166722 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Routers {'673bd355-7148-4d2b-a2d2-c3f7410a2895'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:09.167670 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['673bd355-7148-4d2b-a2d2-c3f7410a2895'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:09.280917 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (19025079-9757-486f-9714-a1d551798c3c), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.421329 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] Set router 673bd355-7148-4d2b-a2d2-c3f7410a2895 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:09.460215 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Publish callbacks [] for port (19025079-9757-486f-9714-a1d551798c3c), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.465122 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (19025079-9757-486f-9714-a1d551798c3c), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.500420 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-419f2d1d-ffd8-4699-bda3-efb7877bc952 None None] Provisioning complete for port 19025079-9757-486f-9714-a1d551798c3c triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:09.500800 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-419f2d1d-ffd8-4699-bda3-efb7877bc952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (19025079-9757-486f-9714-a1d551798c3c), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.534859 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581139'] for router_interface (673bd355-7148-4d2b-a2d2-c3f7410a2895), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.536697 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Pushing event updated for resources: {'Port': ['ID=19025079-9757-486f-9714-a1d551798c3c,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:09.577662 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-419f2d1d-ffd8-4699-bda3-efb7877bc952 None None] Port 19025079-9757-486f-9714-a1d551798c3c cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:09.635385 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:09.636919 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:09.649927 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:07Z', 'revision_number': 3, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:09.680612 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54607db9-e057-4c00-8e9b-6d39af0ec8d4 None None] The sync data for ids ['673bd355-7148-4d2b-a2d2-c3f7410a2895'] in dv-cinder-821602-14-iscsi is: [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:07Z', 'revision_number': 3, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:09.775955 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Router 673bd355-7148-4d2b-a2d2-c3f7410a2895 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:09.919771 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-e0820846-a32e-4777-b8e2-251385b44f99 None None] Provisioning complete for port 19025079-9757-486f-9714-a1d551798c3c triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:09.919771 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-e0820846-a32e-4777-b8e2-251385b44f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (19025079-9757-486f-9714-a1d551798c3c), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:09.942628 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:09.955090 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ed39579f-096f-463d-a34d-68d4cccb4d9e admin admin] 10.222.0.67 "PUT /v2.0/routers/673bd355-7148-4d2b-a2d2-c3f7410a2895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9009967 Jan 18 20:27:09.987445 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-e0820846-a32e-4777-b8e2-251385b44f99 None None] Port 19025079-9757-486f-9714-a1d551798c3c cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:10.615488 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35256) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:10.623668 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-819597447-network', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:10.669435 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Made reservation on behalf of 24c4737ed9cd4ba7843426763c34131f for: {'network': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:10.672862 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.682785 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.753154 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device f7e7bcfd-f680-492b-a938-cc574e74f40f up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:10.778523 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Publish callbacks [] for security_group (e30e0569-97cf-449c-a540-36d28ab69aa7), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.782835 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e30e0569-97cf-449c-a540-36d28ab69aa7), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.805108 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:27:10.808328 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port f7e7bcfd-f680-492b-a938-cc574e74f40f triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:10.808781 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.820066 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30e0569-97cf-449c-a540-36d28ab69aa7,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:10.829384 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (d4b55565-25fc-4ad9-88d2-825fa5b597ff), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.829754 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.segments_db [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Added segment d4b55565-25fc-4ad9-88d2-825fa5b597ff of type vlan for network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 Jan 18 20:27:10.874315 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (e50b4d7e-1f04-47c1-8935-6be2fc4c3473), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.908303 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port f7e7bcfd-f680-492b-a938-cc574e74f40f is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:10.908859 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.917573 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (e50b4d7e-1f04-47c1-8935-6be2fc4c3473), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.918624 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:10.919301 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.932143 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port f7e7bcfd-f680-492b-a938-cc574e74f40f, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=f7e7bcfd-f680-492b-a938-cc574e74f40f,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:10.938917 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:10.949502 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3324895 Jan 18 20:27:10.953806 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35258) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:10.960919 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Request body: {'subnet': {'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-819597447-subnet', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'ip_version': 4}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:10.988976 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Made reservation on behalf of 24c4737ed9cd4ba7843426763c34131f for: {'subnet': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:10.992957 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10308491'] for subnet (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.002166 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=f7e7bcfd-f680-492b-a938-cc574e74f40f,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:11.004426 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347b5dc-7ece-442b-8d43-362e75877f13 admin admin] Pushing event updated for resources: {'Network': ['ID=e50b4d7e-1f04-47c1-8935-6be2fc4c3473,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:11.021908 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:27:11.208820 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10397645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10308517'] for subnet (20d05a99-f34c-48be-aeb4-5d5bd20449ca), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.268469 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d05a99-f34c-48be-aeb4-5d5bd20449ca,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:11.278255 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Checking segment: {'id': 'd4b55565-25fc-4ad9-88d2-825fa5b597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:11.278551 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Network hostable DHCP agents. Network: e50b4d7e-1f04-47c1-8935-6be2fc4c3473, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:27:11.310099 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:27:11.320564 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, e50b4d7e-1f04-47c1-8935-6be2fc4c3473) {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:11.326891 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:11.327519 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.334714 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b632f50-2cb4-4ce7-9589-55ecef92a58f None None] Network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:11.348331 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-a2caf3cb-2b40-4bd3-9c87-db79a08ba3ec admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3928461 Jan 18 20:27:11.351450 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35264) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:11.360636 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-819597447-router', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:11.399750 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10450'] for router (09bfaae6-a342-4e5e-aa98-b51c83e1b580), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.401917 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10459'] for router (09bfaae6-a342-4e5e-aa98-b51c83e1b580), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.479213 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks [] for router_controller (09bfaae6-a342-4e5e-aa98-b51c83e1b580), precommit_add_association {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.504485 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp864710ac-d929-5e13-b32f-6aa0dede2451-e50b4d7e-1f04-47c1-8935-6be2fc4c3473', 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473', 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'fixed_ips': [{'subnet_id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca'}]}} from dv-cinder-821602-14-iscsi. {{(pid=102696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:27:11.505896 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.530819 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Sync routers for ids ['673bd355-7148-4d2b-a2d2-c3f7410a2895'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:11.550744 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Routers {'673bd355-7148-4d2b-a2d2-c3f7410a2895'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:11.551606 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['673bd355-7148-4d2b-a2d2-c3f7410a2895'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:11.680341 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks [] for router_gateway (09bfaae6-a342-4e5e-aa98-b51c83e1b580), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.699250 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Set router 673bd355-7148-4d2b-a2d2-c3f7410a2895 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:11.754878 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.db_base_plugin_common [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Allocated IP 172.20.0.2 (e50b4d7e-1f04-47c1-8935-6be2fc4c3473/20d05a99-f34c-48be-aeb4-5d5bd20449ca/7039ebee-9d5b-4660-b552-e7bca615f7e6) {{(pid=102696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:11.976767 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks [] for router_gateway (09bfaae6-a342-4e5e-aa98-b51c83e1b580), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.981732 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Publish callbacks [] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), precommit_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.991769 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:11.997328 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.009472 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '19025079-9757-486f-9714-a1d551798c3c', 'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'mac_address': 'fa:16:3e:63:7c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:08Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 2, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'subnets': [{'id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:12.032643 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 is already hosted by enough agents. {{(pid=102696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:12.038043 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.base_scheduler [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Resources bound (agent type, host, resource id): {{(pid=102696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:12.042725 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Checking router: 673bd355-7148-4d2b-a2d2-c3f7410a2895 for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:12.043601 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Updating router 673bd355-7148-4d2b-a2d2-c3f7410a2895 port 19025079-9757-486f-9714-a1d551798c3c binding host dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:27:12.045485 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Received port after_create {{(pid=102696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:12.070784 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (19025079-9757-486f-9714-a1d551798c3c), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.075970 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Pushing event updated for resources: {'Port': ['ID=7039ebee-9d5b-4660-b552-e7bca615f7e6,revision_number=1']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:12.113049 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Attempting to bind port 7039ebee-9d5b-4660-b552-e7bca615f7e6 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:12.113514 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Attempting to bind port 7039ebee-9d5b-4660-b552-e7bca615f7e6 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'd4b55565-25fc-4ad9-88d2-825fa5b597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:12.114105 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Attempting to bind port 7039ebee-9d5b-4660-b552-e7bca615f7e6 on network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:12.121436 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:12.121815 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Checking segment: {'id': 'd4b55565-25fc-4ad9-88d2-825fa5b597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:12.122223 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.122616 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Bound using segment: {'id': 'd4b55565-25fc-4ad9-88d2-825fa5b597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:12.123112 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Bound port: 7039ebee-9d5b-4660-b552-e7bca615f7e6, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b55565-25fc-4ad9-88d2-825fa5b597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:12.123531 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.137594 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Allocated IP 172.27.3.108 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/9046379b-5f3b-4d47-9f2e-86722dbe545a) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:12.213061 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] For port 7039ebee-9d5b-4660-b552-e7bca615f7e6, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:12.219733 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] For port 7039ebee-9d5b-4660-b552-e7bca615f7e6, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7039ebee-9d5b-4660-b552-e7bca615f7e6,segment=NetworkSegment(d4b55565-25fc-4ad9-88d2-825fa5b597ff),segment_id=d4b55565-25fc-4ad9-88d2-825fa5b597ff)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:12.228177 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.330853 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks [] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.334122 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d836ddc-7f43-4a65-817a-b2f5d931de54 None None] Pushing event updated for resources: {'Port': ['ID=7039ebee-9d5b-4660-b552-e7bca615f7e6,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:12.377732 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Publish callbacks [] for port (19025079-9757-486f-9714-a1d551798c3c), precommit_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.385133 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.386419 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (19025079-9757-486f-9714-a1d551798c3c), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.426693 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:12.429733 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:12.433262 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:12.444008 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Pushing event updated for resources: {'Port': ['ID=19025079-9757-486f-9714-a1d551798c3c,revision_number=3']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:12.453506 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.453874 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.454233 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.454571 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.454900 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.455268 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.455611 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.455941 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.456268 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.456607 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.456928 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.457234 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.457919 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:12.458425 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Pushing event updated for resources: {'Port': ['ID=9046379b-5f3b-4d47-9f2e-86722dbe545a,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:12.532203 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Attempting to bind port 19025079-9757-486f-9714-a1d551798c3c on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:12.533227 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Attempting to bind port 19025079-9757-486f-9714-a1d551798c3c by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:12.533793 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Attempting to bind port 19025079-9757-486f-9714-a1d551798c3c on network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:12.539900 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:12.540668 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Checking segment: {'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:12.541231 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.541785 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Bound using segment: {'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:12.542265 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Bound port: 19025079-9757-486f-9714-a1d551798c3c, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'}}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:12.542829 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (19025079-9757-486f-9714-a1d551798c3c), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.664107 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] For port 19025079-9757-486f-9714-a1d551798c3c, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:12.668491 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] For port 19025079-9757-486f-9714-a1d551798c3c, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=19025079-9757-486f-9714-a1d551798c3c,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:12.674946 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (19025079-9757-486f-9714-a1d551798c3c), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.750394 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc86a3-20eb-4fee-a901-31091966ed7c None None] Pushing event updated for resources: {'Port': ['ID=19025079-9757-486f-9714-a1d551798c3c,revision_number=4']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:12.766867 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Routers {'673bd355-7148-4d2b-a2d2-c3f7410a2895'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:12.767529 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['673bd355-7148-4d2b-a2d2-c3f7410a2895'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:12.843226 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-4323b487-e7b0-4c51-8f61-eb2e3efdf143 None None] Provisioning complete for port 19025079-9757-486f-9714-a1d551798c3c triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:12.843955 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4323b487-e7b0-4c51-8f61-eb2e3efdf143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (19025079-9757-486f-9714-a1d551798c3c), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.866068 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks [] for router_gateway (09bfaae6-a342-4e5e-aa98-b51c83e1b580), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:12.971255 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] Set router 673bd355-7148-4d2b-a2d2-c3f7410a2895 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:13.000689 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7039ebee-9d5b-4660-b552-e7bca615f7e6 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:13.090227 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-4323b487-e7b0-4c51-8f61-eb2e3efdf143 None None] Current status of the port 19025079-9757-486f-9714-a1d551798c3c is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:13.091643 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4323b487-e7b0-4c51-8f61-eb2e3efdf143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (19025079-9757-486f-9714-a1d551798c3c), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.155009 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-4323b487-e7b0-4c51-8f61-eb2e3efdf143 None None] For port 19025079-9757-486f-9714-a1d551798c3c, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=19025079-9757-486f-9714-a1d551798c3c,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:13.164021 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4323b487-e7b0-4c51-8f61-eb2e3efdf143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (19025079-9757-486f-9714-a1d551798c3c), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.169080 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 7039ebee-9d5b-4660-b552-e7bca615f7e6 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:13.169453 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.181425 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482'] for router (09bfaae6-a342-4e5e-aa98-b51c83e1b580), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.267678 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323b487-e7b0-4c51-8f61-eb2e3efdf143 None None] Pushing event updated for resources: {'Port': ['ID=19025079-9757-486f-9714-a1d551798c3c,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:13.311768 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-7f6661cb-8850-4606-aa97-a202181e024b None None] Provisioning complete for port 19025079-9757-486f-9714-a1d551798c3c triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:13.312299 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7f6661cb-8850-4606-aa97-a202181e024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (19025079-9757-486f-9714-a1d551798c3c), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.318940 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '19025079-9757-486f-9714-a1d551798c3c', 'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'mac_address': 'fa:16:3e:63:7c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:08Z', 'updated_at': '2022-01-18T20:27:12Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'subnets': [{'id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:13.351784 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d765b04-119f-4ba3-9cfb-c7f926b701b5 None None] The sync data for ids ['673bd355-7148-4d2b-a2d2-c3f7410a2895'] in dv-cinder-821602-14-iscsi is: [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '19025079-9757-486f-9714-a1d551798c3c', 'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'mac_address': 'fa:16:3e:63:7c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:08Z', 'updated_at': '2022-01-18T20:27:12Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'subnets': [{'id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:13.383694 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 is scheduled to L3 agent bb362382-b75b-4aa5-8440-3f734985d21a with binding_index 1 {{(pid=102694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:27:13.390911 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 7039ebee-9d5b-4660-b552-e7bca615f7e6 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:13.391478 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.487440 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port 7039ebee-9d5b-4660-b552-e7bca615f7e6, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7039ebee-9d5b-4660-b552-e7bca615f7e6,segment=NetworkSegment(d4b55565-25fc-4ad9-88d2-825fa5b597ff),segment_id=d4b55565-25fc-4ad9-88d2-825fa5b597ff)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:13.501730 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.502698 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device f7e7bcfd-f680-492b-a938-cc574e74f40f up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:13.510996 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-7f6661cb-8850-4606-aa97-a202181e024b None None] Current status of the port 19025079-9757-486f-9714-a1d551798c3c is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:13.544198 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:13.573159 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Sync routers for ids ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:13.583437 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.588192 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-391008d6-06ef-4f39-99ff-d1c7ddb9b079 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2325189 Jan 18 20:27:13.589463 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35298) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:13.607551 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Routers {'09bfaae6-a342-4e5e-aa98-b51c83e1b580'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:13.608204 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:13.672719 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=7039ebee-9d5b-4660-b552-e7bca615f7e6,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:13.742994 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port f7e7bcfd-f680-492b-a938-cc574e74f40f triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:13.743657 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:13.777637 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e173ee-db9d-425f-b16e-aeff6aa96afa None None] Network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:27:13.811987 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Set router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:14.111098 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.122085 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-b385d894-95b7-481c-810d-200d69036357 None None] Provisioning complete for port 7039ebee-9d5b-4660-b552-e7bca615f7e6 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:14.122652 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-b385d894-95b7-481c-810d-200d69036357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.246591 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port f7e7bcfd-f680-492b-a938-cc574e74f40f is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:14.332371 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-b385d894-95b7-481c-810d-200d69036357 None None] Current status of the port 7039ebee-9d5b-4660-b552-e7bca615f7e6 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:14.352324 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'name': 'tempest-TestShelveInstance-819597447-router', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:11Z', 'updated_at': '2022-01-18T20:27:12Z', 'revision_number': 3, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'gw_port': {'id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:12Z', 'updated_at': '2022-01-18T20:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:14.361728 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Allocated IP 172.20.0.1 (e50b4d7e-1f04-47c1-8935-6be2fc4c3473/20d05a99-f34c-48be-aeb4-5d5bd20449ca/202f2686-61ef-4267-8a90-b5d9e68a7ec7) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:14.395550 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Checking router: 09bfaae6-a342-4e5e-aa98-b51c83e1b580 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:14.395902 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Updating router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 port 9046379b-5f3b-4d47-9f2e-86722dbe545a binding host dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:27:14.428206 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.522142 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Publish callbacks [] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.571331 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.601063 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35308) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:14.628389 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:14.631774 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:14.634565 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:14.694653 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581223'] for router_interface (09bfaae6-a342-4e5e-aa98-b51c83e1b580), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.713644 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-30c23e01-2640-49b0-9fc4-8d6bd7506763 None None] Provisioning complete for port 7039ebee-9d5b-4660-b552-e7bca615f7e6 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:14.719250 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-30c23e01-2640-49b0-9fc4-8d6bd7506763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.831329 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ed6c-e32f-4586-b4d6-322c9b636c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.872409 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Pushing event updated for resources: {'Port': ['ID=202f2686-61ef-4267-8a90-b5d9e68a7ec7,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:14.903715 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Publish callbacks [] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), precommit_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.955634 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.958904 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 19025079-9757-486f-9714-a1d551798c3c up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:14.977502 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ed6c-e32f-4586-b4d6-322c9b636c30 admin admin] Publish callbacks [] for security_group (b0d7afa6-1834-4f83-8aeb-4ab3653a8f43), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:14.990966 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ed6c-e32f-4586-b4d6-322c9b636c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (b0d7afa6-1834-4f83-8aeb-4ab3653a8f43), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.008618 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.046563 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2ed6c-e32f-4586-b4d6-322c9b636c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d7afa6-1834-4f83-8aeb-4ab3653a8f43,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:15.056496 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-30c23e01-2640-49b0-9fc4-8d6bd7506763 None None] Current status of the port 7039ebee-9d5b-4660-b552-e7bca615f7e6 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:15.067611 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Attempting to bind port 9046379b-5f3b-4d47-9f2e-86722dbe545a on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:15.067930 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Attempting to bind port 9046379b-5f3b-4d47-9f2e-86722dbe545a by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:15.068296 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Attempting to bind port 9046379b-5f3b-4d47-9f2e-86722dbe545a on network 345ae821-9aea-4565-955e-d3d455978d5f {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:15.071005 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7e8a4-9990-470a-bcf2-cf9c7ac05286 None None] Pushing event updated for resources: {'Port': ['ID=9046379b-5f3b-4d47-9f2e-86722dbe545a,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:15.080166 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:15.081028 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:15.081585 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.081828 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Bound using segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:15.082309 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Bound port: 9046379b-5f3b-4d47-9f2e-86722dbe545a, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:15.082690 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.094702 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-9fb2ed6c-e32f-4586-b4d6-322c9b636c30 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f2b02f42adf04d039a7a2af64dea64c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4893467 Jan 18 20:27:15.095176 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35312) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:15.122446 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 19025079-9757-486f-9714-a1d551798c3c triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:15.123091 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (19025079-9757-486f-9714-a1d551798c3c), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.159726 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-57c767ee-0aea-4265-a2cc-21d2e70b5658 admin admin] Publish callbacks [] for security_group (b0d7afa6-1834-4f83-8aeb-4ab3653a8f43), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.180306 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] For port 9046379b-5f3b-4d47-9f2e-86722dbe545a, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:15.185274 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] For port 9046379b-5f3b-4d47-9f2e-86722dbe545a, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=9046379b-5f3b-4d47-9f2e-86722dbe545a,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:15.195285 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-57c767ee-0aea-4265-a2cc-21d2e70b5658 admin admin] Publish callbacks [] for security_group (b0d7afa6-1834-4f83-8aeb-4ab3653a8f43), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.197912 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.233945 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-be81ace5-8e23-442e-adb9-8d43c0ddb8ff None None] Provisioning complete for port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:15.234334 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Publish callbacks [] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.234457 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-be81ace5-8e23-442e-adb9-8d43c0ddb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.239860 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.253899 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-57c767ee-0aea-4265-a2cc-21d2e70b5658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (b0d7afa6-1834-4f83-8aeb-4ab3653a8f43), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.257053 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-57c767ee-0aea-4265-a2cc-21d2e70b5658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.258437 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-57c767ee-0aea-4265-a2cc-21d2e70b5658 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b0d7afa6-1834-4f83-8aeb-4ab3653a8f43 HTTP/1.1" status: 204 len: 168 time: 0.1621697 Jan 18 20:27:15.267282 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c767ee-0aea-4265-a2cc-21d2e70b5658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d7afa6-1834-4f83-8aeb-4ab3653a8f43,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:15.316850 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Pushing event updated for resources: {'Port': ['ID=202f2686-61ef-4267-8a90-b5d9e68a7ec7,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:15.322087 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581139'] for router_interface (09bfaae6-a342-4e5e-aa98-b51c83e1b580), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.331023 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7e8a4-9990-470a-bcf2-cf9c7ac05286 None None] Pushing event updated for resources: {'Port': ['ID=9046379b-5f3b-4d47-9f2e-86722dbe545a,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:15.368849 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 19025079-9757-486f-9714-a1d551798c3c is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:15.369947 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7039ebee-9d5b-4660-b552-e7bca615f7e6 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:15.374341 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-be81ace5-8e23-442e-adb9-8d43c0ddb8ff None None] Port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:15.375116 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Routers {'09bfaae6-a342-4e5e-aa98-b51c83e1b580'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:15.375774 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:15.438502 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:15.440175 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:15.525027 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 7039ebee-9d5b-4660-b552-e7bca615f7e6 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:15.525408 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.572423 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] Set router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:15.590427 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:15.647888 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35318) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:15.662837 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8fc97f22-e503-448d-b659-bcf1eef861b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.742482 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:15.754505 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-5a13436f-f50d-4ea9-9535-9b6ee74c50d3 admin admin] 10.222.0.67 "PUT /v2.0/routers/09bfaae6-a342-4e5e-aa98-b51c83e1b580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1576986 Jan 18 20:27:15.770360 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8fc97f22-e503-448d-b659-bcf1eef861b4 admin admin] Publish callbacks [] for security_group (c82c410b-52e1-41a9-a088-515288f924b2), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.777463 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8fc97f22-e503-448d-b659-bcf1eef861b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c82c410b-52e1-41a9-a088-515288f924b2), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.778447 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 7039ebee-9d5b-4660-b552-e7bca615f7e6 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:15.788596 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d2cdc627-1e5c-4e7c-9009-f2629aa96326 None None] Provisioning complete for port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:15.789581 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d2cdc627-1e5c-4e7c-9009-f2629aa96326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.826590 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8fc97f22-e503-448d-b659-bcf1eef861b4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b45f3d6224c4730b5fda97f44fea655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774762 Jan 18 20:27:15.827538 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc97f22-e503-448d-b659-bcf1eef861b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82c410b-52e1-41a9-a088-515288f924b2,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:15.829380 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35322) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:15.844586 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d2cdc627-1e5c-4e7c-9009-f2629aa96326 None None] Port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:15.893569 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cbbfc68c-2247-4892-8273-2cce2d1708e8 admin admin] Publish callbacks [] for security_group (c82c410b-52e1-41a9-a088-515288f924b2), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.917433 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cbbfc68c-2247-4892-8273-2cce2d1708e8 admin admin] Publish callbacks [] for security_group (c82c410b-52e1-41a9-a088-515288f924b2), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.925548 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'name': 'tempest-TestShelveInstance-819597447-router', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:11Z', 'updated_at': '2022-01-18T20:27:14Z', 'revision_number': 4, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'gw_port': {'id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:12Z', 'updated_at': '2022-01-18T20:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '202f2686-61ef-4267-8a90-b5d9e68a7ec7', 'name': '', 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'mac_address': 'fa:16:3e:72:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:14Z', 'updated_at': '2022-01-18T20:27:15Z', 'revision_number': 2, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'subnets': [{'id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:15.976315 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cbbfc68c-2247-4892-8273-2cce2d1708e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c82c410b-52e1-41a9-a088-515288f924b2), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.979711 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cbbfc68c-2247-4892-8273-2cce2d1708e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:15.980957 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-cbbfc68c-2247-4892-8273-2cce2d1708e8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c82c410b-52e1-41a9-a088-515288f924b2 HTTP/1.1" status: 204 len: 168 time: 0.1490159 Jan 18 20:27:15.990302 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfc68c-2247-4892-8273-2cce2d1708e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82c410b-52e1-41a9-a088-515288f924b2,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:16.106850 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3bc91-5e97-4183-bfe3-096e257223b0 None None] The sync data for ids ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'] in dv-cinder-821602-14-iscsi is: [{'id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'name': 'tempest-TestShelveInstance-819597447-router', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:11Z', 'updated_at': '2022-01-18T20:27:14Z', 'revision_number': 4, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'gw_port': {'id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:12Z', 'updated_at': '2022-01-18T20:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '202f2686-61ef-4267-8a90-b5d9e68a7ec7', 'name': '', 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'mac_address': 'fa:16:3e:72:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:14Z', 'updated_at': '2022-01-18T20:27:15Z', 'revision_number': 2, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'subnets': [{'id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:16.355709 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35336) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:16.360691 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-79d5370a-302a-4fe9-b2fe-e2ce9ce29909 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633455107', 'description': 'tempest-secgroup-smoke-633455107 description', 'project_id': '32060f3477d348b7bb92a2240bec099f'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:16.391473 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-79d5370a-302a-4fe9-b2fe-e2ce9ce29909 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.476069 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-79d5370a-302a-4fe9-b2fe-e2ce9ce29909 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group (8c5a3cd2-8c42-4c21-a9f8-1879bb111909), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.481435 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-79d5370a-302a-4fe9-b2fe-e2ce9ce29909 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (8c5a3cd2-8c42-4c21-a9f8-1879bb111909), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.513329 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-79d5370a-302a-4fe9-b2fe-e2ce9ce29909 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.514881 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-79d5370a-302a-4fe9-b2fe-e2ce9ce29909 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1579649 Jan 18 20:27:16.520222 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35342) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:16.520519 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5370a-302a-4fe9-b2fe-e2ce9ce29909 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5a3cd2-8c42-4c21-a9f8-1879bb111909,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:16.531280 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-b625958a-3a96-46d9-9b7d-340f36d82d6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Request body: {'security_group_rule': {'security_group_id': '8c5a3cd2-8c42-4c21-a9f8-1879bb111909', 'project_id': '32060f3477d348b7bb92a2240bec099f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:16.580146 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b625958a-3a96-46d9-9b7d-340f36d82d6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (49aad3c4-4577-4667-91e4-848a48a01b5f), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.653652 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b625958a-3a96-46d9-9b7d-340f36d82d6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (49aad3c4-4577-4667-91e4-848a48a01b5f), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.658544 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b625958a-3a96-46d9-9b7d-340f36d82d6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (49aad3c4-4577-4667-91e4-848a48a01b5f), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.678460 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625958a-3a96-46d9-9b7d-340f36d82d6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49aad3c4-4577-4667-91e4-848a48a01b5f,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:16.690479 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b625958a-3a96-46d9-9b7d-340f36d82d6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.691929 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-b625958a-3a96-46d9-9b7d-340f36d82d6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697950 Jan 18 20:27:16.698207 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35348) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:16.705257 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-a22c7fda-7c85-47e2-a9ef-848475896a9f tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Request body: {'security_group_rule': {'security_group_id': '8c5a3cd2-8c42-4c21-a9f8-1879bb111909', 'project_id': '32060f3477d348b7bb92a2240bec099f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:16.740983 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a22c7fda-7c85-47e2-a9ef-848475896a9f tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (fca61ee7-9bb8-4baa-99f4-7cecc1218dde), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.823754 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a22c7fda-7c85-47e2-a9ef-848475896a9f tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (fca61ee7-9bb8-4baa-99f4-7cecc1218dde), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.829141 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a22c7fda-7c85-47e2-a9ef-848475896a9f tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (fca61ee7-9bb8-4baa-99f4-7cecc1218dde), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.849569 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c7fda-7c85-47e2-a9ef-848475896a9f tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca61ee7-9bb8-4baa-99f4-7cecc1218dde,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:16.864896 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a22c7fda-7c85-47e2-a9ef-848475896a9f tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:16.866154 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-a22c7fda-7c85-47e2-a9ef-848475896a9f tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685467 Jan 18 20:27:16.868916 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35354) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:16.875374 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-f86453f0-d997-4c0d-938b-73549ed97303 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Request body: {'security_group_rule': {'security_group_id': '8c5a3cd2-8c42-4c21-a9f8-1879bb111909', 'project_id': '32060f3477d348b7bb92a2240bec099f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:16.944321 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f86453f0-d997-4c0d-938b-73549ed97303 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (9ea5e622-6b91-4162-b2ba-387f77c7e690), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.022739 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f86453f0-d997-4c0d-938b-73549ed97303 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (9ea5e622-6b91-4162-b2ba-387f77c7e690), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.028208 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f86453f0-d997-4c0d-938b-73549ed97303 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (9ea5e622-6b91-4162-b2ba-387f77c7e690), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.054661 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86453f0-d997-4c0d-938b-73549ed97303 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea5e622-6b91-4162-b2ba-387f77c7e690,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:17.072689 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-f86453f0-d997-4c0d-938b-73549ed97303 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.076759 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-f86453f0-d997-4c0d-938b-73549ed97303 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2059021 Jan 18 20:27:17.077834 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35358) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:17.082935 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-8dd56602-3fe6-486f-8bce-6c1315d1b8ba tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Request body: {'security_group_rule': {'security_group_id': '8c5a3cd2-8c42-4c21-a9f8-1879bb111909', 'project_id': '32060f3477d348b7bb92a2240bec099f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:17.124821 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8dd56602-3fe6-486f-8bce-6c1315d1b8ba tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (063d95d5-2407-4a0e-bc33-e7797e2e7d9d), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.205562 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8dd56602-3fe6-486f-8bce-6c1315d1b8ba tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (063d95d5-2407-4a0e-bc33-e7797e2e7d9d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.210244 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8dd56602-3fe6-486f-8bce-6c1315d1b8ba tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (063d95d5-2407-4a0e-bc33-e7797e2e7d9d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.234349 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd56602-3fe6-486f-8bce-6c1315d1b8ba tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063d95d5-2407-4a0e-bc33-e7797e2e7d9d,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:17.242748 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8dd56602-3fe6-486f-8bce-6c1315d1b8ba tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.247150 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8dd56602-3fe6-486f-8bce-6c1315d1b8ba tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648946 Jan 18 20:27:17.247817 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35362) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:17.253021 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-e286f99e-80b7-418a-9e7e-35f23b627730 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Request body: {'security_group_rule': {'security_group_id': '8c5a3cd2-8c42-4c21-a9f8-1879bb111909', 'project_id': '32060f3477d348b7bb92a2240bec099f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:17.287062 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.securitygroups_db [None req-e286f99e-80b7-418a-9e7e-35f23b627730 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Project 32060f3477d348b7bb92a2240bec099f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:27:17.295662 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e286f99e-80b7-418a-9e7e-35f23b627730 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (6dbe2eaa-5545-40b4-95be-9d43a36233af), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.385895 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e286f99e-80b7-418a-9e7e-35f23b627730 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (6dbe2eaa-5545-40b4-95be-9d43a36233af), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.389488 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e286f99e-80b7-418a-9e7e-35f23b627730 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (6dbe2eaa-5545-40b4-95be-9d43a36233af), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.411788 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286f99e-80b7-418a-9e7e-35f23b627730 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbe2eaa-5545-40b4-95be-9d43a36233af,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:17.418958 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e286f99e-80b7-418a-9e7e-35f23b627730 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.420762 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-e286f99e-80b7-418a-9e7e-35f23b627730 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718056 Jan 18 20:27:17.426920 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35370) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:17.431818 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-fd745133-e825-4dbe-bcab-4a1d2d3960c2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Request body: {'security_group_rule': {'security_group_id': '8c5a3cd2-8c42-4c21-a9f8-1879bb111909', 'project_id': '32060f3477d348b7bb92a2240bec099f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:17.457567 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.securitygroups_db [None req-fd745133-e825-4dbe-bcab-4a1d2d3960c2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Project 32060f3477d348b7bb92a2240bec099f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:27:17.463486 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd745133-e825-4dbe-bcab-4a1d2d3960c2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (77660e32-6b09-4a7f-8d2c-a89e7774ad01), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.544648 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd745133-e825-4dbe-bcab-4a1d2d3960c2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (77660e32-6b09-4a7f-8d2c-a89e7774ad01), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.550464 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd745133-e825-4dbe-bcab-4a1d2d3960c2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (77660e32-6b09-4a7f-8d2c-a89e7774ad01), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.571394 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd745133-e825-4dbe-bcab-4a1d2d3960c2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77660e32-6b09-4a7f-8d2c-a89e7774ad01,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:17.583106 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fd745133-e825-4dbe-bcab-4a1d2d3960c2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:17.587329 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-fd745133-e825-4dbe-bcab-4a1d2d3960c2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567371 Jan 18 20:27:18.517740 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Sync routers for ids ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:18.527300 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Routers {'09bfaae6-a342-4e5e-aa98-b51c83e1b580'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:18.527903 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:18.639843 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Set router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:18.736470 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 9046379b-5f3b-4d47-9f2e-86722dbe545a up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:18.789368 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 9046379b-5f3b-4d47-9f2e-86722dbe545a triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:18.789745 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.881701 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 9046379b-5f3b-4d47-9f2e-86722dbe545a is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:18.882383 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.909487 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port 9046379b-5f3b-4d47-9f2e-86722dbe545a, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=9046379b-5f3b-4d47-9f2e-86722dbe545a,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:18.913648 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:18.965318 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'name': 'tempest-TestShelveInstance-819597447-router', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:11Z', 'updated_at': '2022-01-18T20:27:14Z', 'revision_number': 4, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'gw_port': {'id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:12Z', 'updated_at': '2022-01-18T20:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '202f2686-61ef-4267-8a90-b5d9e68a7ec7', 'name': '', 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'mac_address': 'fa:16:3e:72:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:14Z', 'updated_at': '2022-01-18T20:27:15Z', 'revision_number': 2, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'subnets': [{'id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:18.965601 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=9046379b-5f3b-4d47-9f2e-86722dbe545a,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:18.997579 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Checking router: 09bfaae6-a342-4e5e-aa98-b51c83e1b580 for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:18.998283 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Updating router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 binding host dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:27:19.025738 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.305933 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Publish callbacks [] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), precommit_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.313118 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.363626 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17253b9-0f0e-40b4-b1b0-834eb542c5e8 None None] Pushing event updated for resources: {'Port': ['ID=202f2686-61ef-4267-8a90-b5d9e68a7ec7,revision_number=3']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:19.424011 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Attempting to bind port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:19.424381 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Attempting to bind port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'd4b55565-25fc-4ad9-88d2-825fa5b597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473'}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:19.424740 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Attempting to bind port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 on network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:19.430619 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:19.430999 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Checking segment: {'id': 'd4b55565-25fc-4ad9-88d2-825fa5b597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:19.431524 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.431946 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Bound using segment: {'id': 'd4b55565-25fc-4ad9-88d2-825fa5b597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473'} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:19.432419 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Bound port: 202f2686-61ef-4267-8a90-b5d9e68a7ec7, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b55565-25fc-4ad9-88d2-825fa5b597ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473'}}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:19.432796 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.512474 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] For port 202f2686-61ef-4267-8a90-b5d9e68a7ec7, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:19.516410 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] For port 202f2686-61ef-4267-8a90-b5d9e68a7ec7, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=202f2686-61ef-4267-8a90-b5d9e68a7ec7,segment=NetworkSegment(d4b55565-25fc-4ad9-88d2-825fa5b597ff),segment_id=d4b55565-25fc-4ad9-88d2-825fa5b597ff)] {{(pid=102697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:19.521730 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.579202 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Routers {'09bfaae6-a342-4e5e-aa98-b51c83e1b580'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:19.579843 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:19.600042 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-050d72bf-423f-402c-8cbf-1c1c7c903f9e None None] Provisioning complete for port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:19.600673 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-050d72bf-423f-402c-8cbf-1c1c7c903f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.619433 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17253b9-0f0e-40b4-b1b0-834eb542c5e8 None None] Pushing event updated for resources: {'Port': ['ID=202f2686-61ef-4267-8a90-b5d9e68a7ec7,revision_number=4']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:19.697997 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-050d72bf-423f-402c-8cbf-1c1c7c903f9e None None] Current status of the port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:19.698670 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-050d72bf-423f-402c-8cbf-1c1c7c903f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.722582 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] Set router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:19.760400 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-050d72bf-423f-402c-8cbf-1c1c7c903f9e None None] For port 202f2686-61ef-4267-8a90-b5d9e68a7ec7, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=202f2686-61ef-4267-8a90-b5d9e68a7ec7,segment=NetworkSegment(d4b55565-25fc-4ad9-88d2-825fa5b597ff),segment_id=d4b55565-25fc-4ad9-88d2-825fa5b597ff)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:19.768915 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-050d72bf-423f-402c-8cbf-1c1c7c903f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.828264 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d72bf-423f-402c-8cbf-1c1c7c903f9e None None] Pushing event updated for resources: {'Port': ['ID=202f2686-61ef-4267-8a90-b5d9e68a7ec7,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:19.890237 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6f5a4c4a-b030-42dc-bfd0-db56ad697abc None None] Provisioning complete for port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:19.891020 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4c4a-b030-42dc-bfd0-db56ad697abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:19.953512 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'name': 'tempest-TestShelveInstance-819597447-router', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:11Z', 'updated_at': '2022-01-18T20:27:14Z', 'revision_number': 4, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'gw_port': {'id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:12Z', 'updated_at': '2022-01-18T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '202f2686-61ef-4267-8a90-b5d9e68a7ec7', 'name': '', 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'mac_address': 'fa:16:3e:72:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:14Z', 'updated_at': '2022-01-18T20:27:19Z', 'revision_number': 4, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'subnets': [{'id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:19.979662 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a4c4a-b030-42dc-bfd0-db56ad697abc None None] Current status of the port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:19.982952 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1cf85-e081-4d73-bd0b-1d37e539e0ad None None] The sync data for ids ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'] in dv-cinder-821602-14-iscsi is: [{'id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'name': 'tempest-TestShelveInstance-819597447-router', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:11Z', 'updated_at': '2022-01-18T20:27:14Z', 'revision_number': 4, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'gw_port': {'id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:12Z', 'updated_at': '2022-01-18T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '202f2686-61ef-4267-8a90-b5d9e68a7ec7', 'name': '', 'network_id': 'e50b4d7e-1f04-47c1-8935-6be2fc4c3473', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'mac_address': 'fa:16:3e:72:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:14Z', 'updated_at': '2022-01-18T20:27:19Z', 'revision_number': 4, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'subnets': [{'id': '20d05a99-f34c-48be-aeb4-5d5bd20449ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:20.714525 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 9046379b-5f3b-4d47-9f2e-86722dbe545a up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:20.766982 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 9046379b-5f3b-4d47-9f2e-86722dbe545a triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:20.767727 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:20.848182 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 9046379b-5f3b-4d47-9f2e-86722dbe545a is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:20.849493 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 202f2686-61ef-4267-8a90-b5d9e68a7ec7 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:20.926129 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:20.926515 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:21.015690 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:21.799007 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913d30-429b-4ad2-807e-9f5eca3a959c req-67bd42aa-1914-4251-83f9-5f6a870007d7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:21.800571 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-91913d30-429b-4ad2-807e-9f5eca3a959c req-67bd42aa-1914-4251-83f9-5f6a870007d7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 946 time: 0.0478635 Jan 18 20:27:21.849874 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-91913d30-429b-4ad2-807e-9f5eca3a959c req-3550217d-dfaf-4621-aaf6-4b10a582f35b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434718 Jan 18 20:27:22.499005 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35510) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:22.627784 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5b3a-af15-471f-984e-6bd800a2233c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.725341 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5b3a-af15-471f-984e-6bd800a2233c admin admin] Publish callbacks [] for security_group (4ec759be-180b-429f-9896-49b7c3805390), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.730754 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5b3a-af15-471f-984e-6bd800a2233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (4ec759be-180b-429f-9896-49b7c3805390), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.773449 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-a7ea5b3a-af15-471f-984e-6bd800a2233c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=715b5fc5e5d34fd1838e2217c1ccbc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732668 Jan 18 20:27:22.774449 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea5b3a-af15-471f-984e-6bd800a2233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec759be-180b-429f-9896-49b7c3805390,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:22.776732 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35514) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:22.828629 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-48ddbbc8-70ea-48dc-b54a-d583b467ed02 admin admin] Publish callbacks [] for security_group (4ec759be-180b-429f-9896-49b7c3805390), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.852142 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-48ddbbc8-70ea-48dc-b54a-d583b467ed02 admin admin] Publish callbacks [] for security_group (4ec759be-180b-429f-9896-49b7c3805390), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.916275 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-48ddbbc8-70ea-48dc-b54a-d583b467ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (4ec759be-180b-429f-9896-49b7c3805390), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.919130 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-48ddbbc8-70ea-48dc-b54a-d583b467ed02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:22.923772 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-48ddbbc8-70ea-48dc-b54a-d583b467ed02 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ec759be-180b-429f-9896-49b7c3805390 HTTP/1.1" status: 204 len: 168 time: 0.1432137 Jan 18 20:27:22.935977 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddbbc8-70ea-48dc-b54a-d583b467ed02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec759be-180b-429f-9896-49b7c3805390,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:22.990175 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e257-8f3a-49ad-b449-4adf83dde86b req-8627d35e-478d-4add-b8bd-be2f9edbd715 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:22.999925 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2131e257-8f3a-49ad-b449-4adf83dde86b req-8627d35e-478d-4add-b8bd-be2f9edbd715 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 946 time: 0.0592949 Jan 18 20:27:23.044085 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2131e257-8f3a-49ad-b449-4adf83dde86b req-2418e345-0a2c-43b1-8f3c-3937f0f38eb5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426240 Jan 18 20:27:23.204834 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35522) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:23.219461 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-bc63574d-d919-4dec-b400-a08e54ed2fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.292406 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-bc63574d-d919-4dec-b400-a08e54ed2fe1 admin admin] Publish callbacks [] for security_group (5c300859-4c40-4dd9-b2ca-b168de2240b8), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.296605 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-bc63574d-d919-4dec-b400-a08e54ed2fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (5c300859-4c40-4dd9-b2ca-b168de2240b8), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.336406 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-bc63574d-d919-4dec-b400-a08e54ed2fe1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=843442a6047d4dd9b4ea2cce2a77eae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304374 Jan 18 20:27:23.337360 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63574d-d919-4dec-b400-a08e54ed2fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c300859-4c40-4dd9-b2ca-b168de2240b8,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:23.339087 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35524) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:23.390605 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Publish callbacks [] for security_group (5c300859-4c40-4dd9-b2ca-b168de2240b8), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.415801 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Publish callbacks [] for security_group (5c300859-4c40-4dd9-b2ca-b168de2240b8), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.429756 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-9b0f4fb1-2717-4fab-b506-128100c4c8c2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:23.431374 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-9b0f4fb1-2717-4fab-b506-128100c4c8c2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 946 time: 0.0526021 Jan 18 20:27:23.463333 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (5c300859-4c40-4dd9-b2ca-b168de2240b8), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.466223 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.470055 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c300859-4c40-4dd9-b2ca-b168de2240b8 HTTP/1.1" status: 204 len: 168 time: 0.1299453 Jan 18 20:27:23.478186 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c300859-4c40-4dd9-b2ca-b168de2240b8,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:23.485864 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.486278 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.486688 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.487122 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.487463 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.487790 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.488117 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.488443 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.488768 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.489090 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.489407 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.489729 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.490043 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad7f8a1-39c6-44ea-a6e0-417066a2c127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:23.542396 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Deleting port 555e1e24-9775-40bc-b590-9ec8763d4dd0 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:23.542732 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:23.637830 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] For port 555e1e24-9775-40bc-b590-9ec8763d4dd0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=555e1e24-9775-40bc-b590-9ec8763d4dd0,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:23.638197 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:24.142214 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:24.142909 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (08e34b4c-6261-418a-a269-0a28737ee625), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:24.142909 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.l3_db [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Floating IP 08e34b4c-6261-418a-a269-0a28737ee625 disassociated. External IP: 172.27.3.119, port: 555e1e24-9775-40bc-b590-9ec8763d4dd0. Jan 18 20:27:24.143396 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Calling delete_port for 555e1e24-9775-40bc-b590-9ec8763d4dd0 owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:24.226571 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f5db-3c86-462b-a743-1ad4f5b5bf76 req-80869fc4-cba2-44b3-b308-4f55d676d4dd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:24.228165 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8fe6f5db-3c86-462b-a743-1ad4f5b5bf76 req-80869fc4-cba2-44b3-b308-4f55d676d4dd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=54f16911-8813-49b1-a940-9d83c6a5b131 HTTP/1.1" status: 200 len: 946 time: 0.1004093 Jan 18 20:27:24.303484 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8fe6f5db-3c86-462b-a743-1ad4f5b5bf76 req-2f741074-54b1-4cb7-bb5a-70742a64e264 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687261 Jan 18 20:27:24.359653 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (555e1e24-9775-40bc-b590-9ec8763d4dd0), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:24.393198 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event deleted for resources: {'Port': ['ID=555e1e24-9775-40bc-b590-9ec8763d4dd0,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:24.517838 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Router 9b20d573-b962-4119-93b4-b42016a0661e has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:24.640539 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:24.652677 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] Sync routers for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:24.665357 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:24.666429 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:24.684232 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] No DVR routers for this DVR port 555e1e24-9775-40bc-b590-9ec8763d4dd0 on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:27:24.686931 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:24.690374 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-944333c9-d9de-4b4d-8141-b504b50a3091 req-893c01c5-1535-4569-bc7e-308d9242f2a0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.45 "DELETE /v2.0/ports/555e1e24-9775-40bc-b590-9ec8763d4dd0 HTTP/1.1" status: 204 len: 173 time: 1.2537007 Jan 18 20:27:24.690828 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'name': 'network-vif-deleted', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:24.699588 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99200b29-223b-4d51-b50d-09001b7faa49" -d '{"events": [{"server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "name": "network-vif-deleted", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:24.749554 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55f3d02-9f86-4b95-a72f-fd81443975d1 x-openstack-request-id: req-f55f3d02-9f86-4b95-a72f-fd81443975d1 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:24.750082 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f16911-8813-49b1-a940-9d83c6a5b131", "name": "network-vif-deleted", "tag": "555e1e24-9775-40bc-b590-9ec8763d4dd0", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:24.750526 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f55f3d02-9f86-4b95-a72f-fd81443975d1 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:24.751126 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f16911-8813-49b1-a940-9d83c6a5b131', 'name': 'network-vif-deleted', 'tag': '555e1e24-9775-40bc-b590-9ec8763d4dd0', 'status': 'completed', 'code': 200} Jan 18 20:27:24.809307 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:25.063193 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:25.092990 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] Checking router: 9b20d573-b962-4119-93b4-b42016a0661e for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:25.102709 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:25.103429 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:25.227782 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:25.424072 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35582) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:25.499608 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-ad396450-d0b7-44ea-bb4d-44f94143bcbf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:25.500745 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:25.536239 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457a102c-69db-406a-91eb-34fcf0f9866d None None] The sync data for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi is: [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:25.537236 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-ad396450-d0b7-44ea-bb4d-44f94143bcbf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:25.616215 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-ad396450-d0b7-44ea-bb4d-44f94143bcbf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:25.619558 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-ad396450-d0b7-44ea-bb4d-44f94143bcbf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:25.624640 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35586) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:25.625138 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-ad396450-d0b7-44ea-bb4d-44f94143bcbf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "DELETE /v2.0/security-groups/242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d HTTP/1.1" status: 204 len: 168 time: 0.1989884 Jan 18 20:27:25.635496 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad396450-d0b7-44ea-bb4d-44f94143bcbf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:25.690130 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.api.v2.resource [None req-74e4e653-c5d5-44c1-a6bf-1060f71c3d31 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] show failed (client error): The resource could not be found. Jan 18 20:27:25.696421 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-74e4e653-c5d5-44c1-a6bf-1060f71c3d31 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups/242f2c76-72dd-4a2c-9292-2e9c3cc1fc4d HTTP/1.1" status: 404 len: 347 time: 0.0660012 Jan 18 20:27:25.697584 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35588) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:25.880655 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-4ea93fb9-9b76-48fc-95f8-aefc85e77a36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Deleting port 16ac87ec-b79d-4f67-9172-17c5fa83eade {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:25.881332 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4ea93fb9-9b76-48fc-95f8-aefc85e77a36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (16ac87ec-b79d-4f67-9172-17c5fa83eade), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:25.930939 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b1b64-51b2-46a9-a130-dfe58492491f None None] New status for floating IP 08e34b4c-6261-418a-a269-0a28737ee625: DOWN {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:27:25.992727 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4ea93fb9-9b76-48fc-95f8-aefc85e77a36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (16ac87ec-b79d-4f67-9172-17c5fa83eade), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:25.993291 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4ea93fb9-9b76-48fc-95f8-aefc85e77a36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (16ac87ec-b79d-4f67-9172-17c5fa83eade), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.009246 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-4ea93fb9-9b76-48fc-95f8-aefc85e77a36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Calling delete_port for 16ac87ec-b79d-4f67-9172-17c5fa83eade owned by network:floatingip {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:26.198611 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4ea93fb9-9b76-48fc-95f8-aefc85e77a36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (16ac87ec-b79d-4f67-9172-17c5fa83eade), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.226901 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea93fb9-9b76-48fc-95f8-aefc85e77a36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event deleted for resources: {'Port': ['ID=16ac87ec-b79d-4f67-9172-17c5fa83eade,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:26.302205 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4ea93fb9-9b76-48fc-95f8-aefc85e77a36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (08e34b4c-6261-418a-a269-0a28737ee625), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.307542 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4ea93fb9-9b76-48fc-95f8-aefc85e77a36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:26.310285 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-4ea93fb9-9b76-48fc-95f8-aefc85e77a36 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "DELETE /v2.0/floatingips/08e34b4c-6261-418a-a269-0a28737ee625 HTTP/1.1" status: 204 len: 168 time: 0.6108201 Jan 18 20:27:26.699077 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 555e1e24-9775-40bc-b590-9ec8763d4dd0 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:26.732228 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 555e1e24-9775-40bc-b590-9ec8763d4dd0 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:26.732228 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 555e1e24-9775-40bc-b590-9ec8763d4dd0 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:26.870504 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35602) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:26.878298 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-6a463a80-8c84-4361-865d-bc719fc5b2ec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589351673', 'description': 'tempest-description--1601194706'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:26.911354 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6a463a80-8c84-4361-865d-bc719fc5b2ec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.009659 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6a463a80-8c84-4361-865d-bc719fc5b2ec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (871bf9f4-a3e4-4446-a241-a8eff901f3c2), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.015272 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6a463a80-8c84-4361-865d-bc719fc5b2ec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (871bf9f4-a3e4-4446-a241-a8eff901f3c2), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.058974 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6a463a80-8c84-4361-865d-bc719fc5b2ec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.061970 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-6a463a80-8c84-4361-865d-bc719fc5b2ec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1897089 Jan 18 20:27:27.066597 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35604) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:27.072477 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-faeda43e-422e-43a8-836b-da6bf2451c28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'security_group_rule': {'security_group_id': '871bf9f4-a3e4-4446-a241-a8eff901f3c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:27.083092 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a463a80-8c84-4361-865d-bc719fc5b2ec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871bf9f4-a3e4-4446-a241-a8eff901f3c2,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:27.113865 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-faeda43e-422e-43a8-836b-da6bf2451c28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (b88e67dc-6926-44e9-bb9f-8ae3c749ecae), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.217280 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-faeda43e-422e-43a8-836b-da6bf2451c28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (b88e67dc-6926-44e9-bb9f-8ae3c749ecae), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.223404 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-faeda43e-422e-43a8-836b-da6bf2451c28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (b88e67dc-6926-44e9-bb9f-8ae3c749ecae), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.245587 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeda43e-422e-43a8-836b-da6bf2451c28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88e67dc-6926-44e9-bb9f-8ae3c749ecae,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:27.255593 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-faeda43e-422e-43a8-836b-da6bf2451c28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.257124 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-faeda43e-422e-43a8-836b-da6bf2451c28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1892195 Jan 18 20:27:27.260245 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35608) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:27.265607 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-42def9e3-9c28-4bb1-9163-916508fb28b5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'security_group_rule': {'security_group_id': '871bf9f4-a3e4-4446-a241-a8eff901f3c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:27.313027 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-42def9e3-9c28-4bb1-9163-916508fb28b5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (d2d3953d-86b0-4fc1-a199-779a8b2fc6f4), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.374753 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-42def9e3-9c28-4bb1-9163-916508fb28b5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (d2d3953d-86b0-4fc1-a199-779a8b2fc6f4), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.379154 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-42def9e3-9c28-4bb1-9163-916508fb28b5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (d2d3953d-86b0-4fc1-a199-779a8b2fc6f4), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.397447 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42def9e3-9c28-4bb1-9163-916508fb28b5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d3953d-86b0-4fc1-a199-779a8b2fc6f4,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:27.407264 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-42def9e3-9c28-4bb1-9163-916508fb28b5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.411904 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35610) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:27.422675 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'floatingip': {'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:27.426134 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-42def9e3-9c28-4bb1-9163-916508fb28b5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501157 Jan 18 20:27:27.459119 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.580984 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.692208 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Allocated IP 172.27.3.68 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/0ed7c079-3a39-4371-ac97-d184a5f818b6) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:27.794533 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for port (0ed7c079-3a39-4371-ac97-d184a5f818b6), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.828425 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (0ed7c079-3a39-4371-ac97-d184a5f818b6), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:27.869422 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:27.872335 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:27.874932 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:27.905644 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'Port': ['ID=0ed7c079-3a39-4371-ac97-d184a5f818b6,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:27.985026 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (ba02f109-8d45-4008-ad83-ce508516471a), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.020748 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (0ed7c079-3a39-4371-ac97-d184a5f818b6), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.171017 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for port (0ed7c079-3a39-4371-ac97-d184a5f818b6), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.176060 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (0ed7c079-3a39-4371-ac97-d184a5f818b6), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.245097 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'Port': ['ID=0ed7c079-3a39-4371-ac97-d184a5f818b6,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:28.256777 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (ba02f109-8d45-4008-ad83-ce508516471a), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.272672 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:28.273876 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-43ee8103-55b5-4ff8-b966-1318fc650cc3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8595006 Jan 18 20:27:28.483095 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-88c86512-b049-4225-9404-75dbe6b6c25b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--589351673&fields=id&tenant_id=9d6dd542180144d480be34c9a555ae63 HTTP/1.1" status: 200 len: 267 time: 0.0428183 Jan 18 20:27:28.596880 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-45076b90-9b7b-461d-8966-c0e6fe5f3a60 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:28.598333 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-45076b90-9b7b-461d-8966-c0e6fe5f3a60 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 816 time: 0.1081822 Jan 18 20:27:28.613867 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8b085b29-2ba0-4460-9270-42bc96145cf8 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/quotas/9d6dd542180144d480be34c9a555ae63 HTTP/1.1" status: 200 len: 375 time: 0.0100679 Jan 18 20:27:28.669077 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-ddc85b18-7d30-4465-9fac-afc548d9bc23 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499971 Jan 18 20:27:28.772776 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-e048af39-e89e-41c4-9bc5-8ff3bb35c9b5 service neutron] 10.222.0.67 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914996 Jan 18 20:27:28.871752 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-9d406506-bc63-4026-843e-e91230e2354a service neutron] 10.222.0.67 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926175 Jan 18 20:27:29.061456 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-89f9d3b2-6bf7-46d3-8f54-936e3486b92e req-10148e63-46ea-4119-83a9-12fa3fbd2c98 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 210 time: 0.0288441 Jan 18 20:27:29.785529 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3fc9868c-6171-4fde-80e0-4d932c90df5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.170559 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d0f38281-8e5e-4c51-bc66-4768d8ca0ff1 req-618a9c13-d291-419f-a9b1-f9fd5e994faf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 210 time: 0.0329010 Jan 18 20:27:30.622762 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35722) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:30.728374 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c152243f-eeee-412f-90c5-acff4509355f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.806567 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c152243f-eeee-412f-90c5-acff4509355f admin admin] Publish callbacks [] for security_group (6d3f257f-cc37-4904-b1a2-68c24310d29b), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.811628 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c152243f-eeee-412f-90c5-acff4509355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6d3f257f-cc37-4904-b1a2-68c24310d29b), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.850712 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152243f-eeee-412f-90c5-acff4509355f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3f257f-cc37-4904-b1a2-68c24310d29b,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:30.855013 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-c152243f-eeee-412f-90c5-acff4509355f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7f5b0afc374e4c929860f6c7312ab9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311561 Jan 18 20:27:30.857854 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35726) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:30.909410 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73846056-eb48-431c-82f1-c149dcf01146 admin admin] Publish callbacks [] for security_group (6d3f257f-cc37-4904-b1a2-68c24310d29b), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.931449 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73846056-eb48-431c-82f1-c149dcf01146 admin admin] Publish callbacks [] for security_group (6d3f257f-cc37-4904-b1a2-68c24310d29b), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.997957 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73846056-eb48-431c-82f1-c149dcf01146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6d3f257f-cc37-4904-b1a2-68c24310d29b), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.997957 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73846056-eb48-431c-82f1-c149dcf01146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:30.997957 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-73846056-eb48-431c-82f1-c149dcf01146 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6d3f257f-cc37-4904-b1a2-68c24310d29b HTTP/1.1" status: 204 len: 168 time: 0.1384072 Jan 18 20:27:31.006738 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73846056-eb48-431c-82f1-c149dcf01146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3f257f-cc37-4904-b1a2-68c24310d29b,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:31.069699 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-ba116894-8dcf-4d58-9d3a-1f46b45417c5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:31.071227 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-ba116894-8dcf-4d58-9d3a-1f46b45417c5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 816 time: 0.1283975 Jan 18 20:27:31.141294 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-e9d27d5e-cecf-4337-8c1c-8bcbc9ee9698 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6dd542180144d480be34c9a555ae63 HTTP/1.1" status: 200 len: 379 time: 0.0610940 Jan 18 20:27:31.154170 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'port': {'device_id': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'admin_state_up': True, 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'security_groups': ['871bf9f4-a3e4-4446-a241-a8eff901f3c2']}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:31.286331 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-af29478c-49d9-426b-8458-3941c489c72b req-294aaf9a-b1e8-430e-870a-b29c8c3dc85b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 210 time: 0.0338168 Jan 18 20:27:31.298890 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Made reservation on behalf of 9d6dd542180144d480be34c9a555ae63 for: {'port': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:31.303517 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.319982 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35740) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:31.333792 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-74e6c46d-6998-44fe-93b8-f4d08701d968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.415567 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-74e6c46d-6998-44fe-93b8-f4d08701d968 admin admin] Publish callbacks [] for security_group (dbb11bd0-1e53-440e-8b70-1c15e33594d6), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.419175 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-74e6c46d-6998-44fe-93b8-f4d08701d968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (dbb11bd0-1e53-440e-8b70-1c15e33594d6), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.440614 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Allocated IP 172.20.0.11 (09a7462a-8def-4289-bb51-c535f8395ac3/82b4d7b1-bbbf-470d-b68d-f92578fe4dc3/40086b9f-1a65-40f2-9db4-6bf22c7ecd7d) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:31.461971 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-74e6c46d-6998-44fe-93b8-f4d08701d968 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=387d2c25666a4a79a00dff19ef56ef57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384087 Jan 18 20:27:31.462161 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35742) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:31.469561 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6c46d-6998-44fe-93b8-f4d08701d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb11bd0-1e53-440e-8b70-1c15e33594d6,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:31.515081 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fd917f75-dd3c-43c9-b5d6-b219f06a569a admin admin] Publish callbacks [] for security_group (dbb11bd0-1e53-440e-8b70-1c15e33594d6), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.537186 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fd917f75-dd3c-43c9-b5d6-b219f06a569a admin admin] Publish callbacks [] for security_group (dbb11bd0-1e53-440e-8b70-1c15e33594d6), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.586594 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.593262 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fd917f75-dd3c-43c9-b5d6-b219f06a569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (dbb11bd0-1e53-440e-8b70-1c15e33594d6), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.596077 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-fd917f75-dd3c-43c9-b5d6-b219f06a569a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.597232 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-fd917f75-dd3c-43c9-b5d6-b219f06a569a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dbb11bd0-1e53-440e-8b70-1c15e33594d6 HTTP/1.1" status: 204 len: 168 time: 0.1341543 Jan 18 20:27:31.605963 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd917f75-dd3c-43c9-b5d6-b219f06a569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb11bd0-1e53-440e-8b70-1c15e33594d6,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:31.626833 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.679728 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Network 09a7462a-8def-4289-bb51-c535f8395ac3 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:31.683982 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:31.687319 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:31.733423 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event updated for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:31.754155 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:31.754847 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.772051 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-71828c9f-d271-4239-9c29-f29e50549e03 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6216850 Jan 18 20:27:31.787810 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Request body: {'port': {'device_id': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:31.858137 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:31.884054 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-23fac8f7-b373-4471-806d-f89efe0ec112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.011627 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-f1232959-7b03-43e1-bf90-dd5954097111 None None] Provisioning complete for port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:32.012001 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-f1232959-7b03-43e1-bf90-dd5954097111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.051574 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-f1232959-7b03-43e1-bf90-dd5954097111 None None] Port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:32.203475 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d {{(pid=102695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:32.211852 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Publish callbacks [] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.230993 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.provisioning_blocks [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Transition to ACTIVE for port object 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d will not be triggered until provisioned by entity L2. {{(pid=102695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:32.236062 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.322399 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:32.395554 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Attempting to bind port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:32.396288 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Attempting to bind port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:32.396878 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Attempting to bind port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d on network 09a7462a-8def-4289-bb51-c535f8395ac3 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:32.403071 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d on network 09a7462a-8def-4289-bb51-c535f8395ac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:32.403762 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Attempting to bind port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d on network 09a7462a-8def-4289-bb51-c535f8395ac3 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:32.410263 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:32.411002 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Checking segment: {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:32.411780 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Bound using segment: {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:32.412620 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Bound port: 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceb9fd3-5f34-4a08-8694-94aa44f084d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3'}}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:32.413210 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.450805 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e1b11-f4b5-4c9b-94c9-99a0ab36b8a2 req-21e77514-ee1c-4631-8346-e34e41461336 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:32.452540 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f49e1b11-f4b5-4c9b-94c9-99a0ab36b8a2 req-21e77514-ee1c-4631-8346-e34e41461336 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0573390 Jan 18 20:27:32.494925 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, cleared binding levels {{(pid=102695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:32.499681 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:32.505597 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.519660 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f49e1b11-f4b5-4c9b-94c9-99a0ab36b8a2 req-980073cd-16ab-44cd-ab46-ca3b7d83cebf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605438 Jan 18 20:27:32.539940 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:32.540549 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:32.541931 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] 10.222.0.45 "PUT /v2.0/ports/40086b9f-1a65-40f2-9db4-6bf22c7ecd7d HTTP/1.1" status: 200 len: 1094 time: 0.7617738 Jan 18 20:27:32.542375 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:32.544657 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797897ed-74b0-4f1d-b258-17c265894055" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:32.600321 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c163962-e94f-4237-9fc6-fb26af43b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=3']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:32.615004 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de832eb-d463-4de6-9200-aaf340bb618a x-openstack-request-id: req-8de832eb-d463-4de6-9200-aaf340bb618a {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:32.615375 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:32.615636 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8de832eb-d463-4de6-9200-aaf340bb618a {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:32.616031 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'status': 'completed', 'code': 200} Jan 18 20:27:32.651162 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-c9fc764c-d262-46af-a704-b71a9fc5f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:32.653046 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-c9fc764c-d262-46af-a704-b71a9fc5f0c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 1097 time: 0.0485146 Jan 18 20:27:32.704814 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-6ba0a1b7-0590-4c7c-9560-31705b7b9778 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d HTTP/1.1" status: 200 len: 217 time: 0.0408676 Jan 18 20:27:32.759535 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-4fba0982-5e6f-4e66-86b7-1c42ca7c6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:32.761021 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-4fba0982-5e6f-4e66-86b7-1c42ca7c6f4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.0474398 Jan 18 20:27:32.810942 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-491747f3-a69a-48a3-9b9b-6d69a014ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:32.812614 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-491747f3-a69a-48a3-9b9b-6d69a014ecb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452955 Jan 18 20:27:32.918581 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-808ae8c7-401b-403b-9af7-0a761c27266f service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991893 Jan 18 20:27:33.032842 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4f455cc8-d891-4ca9-9eae-1021d2b22634 req-85186b94-3a85-474f-bc96-2d91a5bbef02 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041212 Jan 18 20:27:33.120169 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797897ed-74b0-4f1d-b258-17c265894055 req-104a0eec-63e2-4c6a-ae4b-22ef0ab459ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:33.121669 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-797897ed-74b0-4f1d-b258-17c265894055 req-104a0eec-63e2-4c6a-ae4b-22ef0ab459ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 1097 time: 0.0421214 Jan 18 20:27:33.222998 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797897ed-74b0-4f1d-b258-17c265894055 req-029b40e2-c244-4609-8f91-6ac88beae328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:33.224547 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-797897ed-74b0-4f1d-b258-17c265894055 req-029b40e2-c244-4609-8f91-6ac88beae328 service neutron] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 916 time: 0.0933561 Jan 18 20:27:33.268708 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-797897ed-74b0-4f1d-b258-17c265894055 req-b2cffd15-89a4-4f98-9683-ee4d63b65d5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d HTTP/1.1" status: 200 len: 217 time: 0.0372725 Jan 18 20:27:33.321320 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797897ed-74b0-4f1d-b258-17c265894055 req-0806cc27-17e6-4a8f-9da9-ee489d352e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:33.322767 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-797897ed-74b0-4f1d-b258-17c265894055 req-0806cc27-17e6-4a8f-9da9-ee489d352e90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.0484140 Jan 18 20:27:33.358518 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:33.368954 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797897ed-74b0-4f1d-b258-17c265894055 req-9e0a2685-240e-40eb-bce3-a6df344904cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:33.370447 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-797897ed-74b0-4f1d-b258-17c265894055 req-9e0a2685-240e-40eb-bce3-a6df344904cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414062 Jan 18 20:27:33.461053 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-797897ed-74b0-4f1d-b258-17c265894055 req-f1a55e7e-af91-4b1b-88de-af70c7548489 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829270 Jan 18 20:27:33.547433 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-797897ed-74b0-4f1d-b258-17c265894055 req-44858a21-dbc1-4197-8ab2-ff9d4e5df136 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798104 Jan 18 20:27:33.636736 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20336c-6596-4c27-afb6-9df26ec64972 req-65af4097-4a5a-4272-8c30-856427c7b45e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:33.638740 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5b20336c-6596-4c27-afb6-9df26ec64972 req-65af4097-4a5a-4272-8c30-856427c7b45e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0522935 Jan 18 20:27:33.684524 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5b20336c-6596-4c27-afb6-9df26ec64972 req-5074ab0f-6315-45a3-893c-e4a459a1853d tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401878 Jan 18 20:27:34.029551 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:34.300266 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-ed063c18-d522-4cc6-b3bd-2ee66cf93802 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633455107&fields=id&tenant_id=32060f3477d348b7bb92a2240bec099f HTTP/1.1" status: 200 len: 267 time: 0.0584972 Jan 18 20:27:34.419809 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-096c1b0a-fa33-4baa-a373-bde845171613 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:34.421274 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-096c1b0a-fa33-4baa-a373-bde845171613 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/networks?id=5f1d2458-30aa-44ca-b2e2-990d8ff94955 HTTP/1.1" status: 200 len: 808 time: 0.1136975 Jan 18 20:27:34.441427 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-1fdb1b89-c2cd-45c8-ba2d-29d44dc1eaac tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/quotas/32060f3477d348b7bb92a2240bec099f HTTP/1.1" status: 200 len: 375 time: 0.0102658 Jan 18 20:27:34.493244 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-ea826875-a357-4d55-a9c6-a36ef3779be7 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=32060f3477d348b7bb92a2240bec099f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464139 Jan 18 20:27:34.603129 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-8c8166f1-5bae-42d0-80e0-78846a2e2c74 service neutron] 10.222.0.67 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954909 Jan 18 20:27:34.692191 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-0c133543-baca-4974-aca6-04b88c3fc09e service neutron] 10.222.0.67 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826490 Jan 18 20:27:34.699532 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:34.808690 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad68920-f97b-43c1-8946-8b949f0fe126 req-dc8e0ac1-7f82-481b-9e86-fe27e30928dc tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:34.810213 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4ad68920-f97b-43c1-8946-8b949f0fe126 req-dc8e0ac1-7f82-481b-9e86-fe27e30928dc tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0490489 Jan 18 20:27:34.861235 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4ad68920-f97b-43c1-8946-8b949f0fe126 req-4894e873-d9f9-41ab-9d2b-7da486707719 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451810 Jan 18 20:27:34.984447 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-74c1d93a-2b34-42d8-a839-c914b36f9e44 req-d6d64168-fd2c-4094-819a-100586215e13 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 210 time: 0.0285029 Jan 18 20:27:35.731641 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:35.891594 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35854) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:36.025053 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46200d-44fa-4e42-93b2-76cfaf5c4a84 req-37eaf8d3-f141-49d5-a70e-8a4f487b8921 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:36.025452 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-a3bdc07e-59fd-4bf5-a2af-64886d33e204 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:36.026573 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9f46200d-44fa-4e42-93b2-76cfaf5c4a84 req-37eaf8d3-f141-49d5-a70e-8a4f487b8921 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0563915 Jan 18 20:27:36.027151 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-a3bdc07e-59fd-4bf5-a2af-64886d33e204 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.45 "GET /v2.0/networks?id=5f1d2458-30aa-44ca-b2e2-990d8ff94955 HTTP/1.1" status: 200 len: 808 time: 0.2093136 Jan 18 20:27:36.041146 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa445f-68e8-4802-8291-e34e6db1817f req-fd3c0cc7-34e3-4a51-bdba-e4c56bb795e6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:36.043332 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d6aa445f-68e8-4802-8291-e34e6db1817f req-fd3c0cc7-34e3-4a51-bdba-e4c56bb795e6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0787041 Jan 18 20:27:36.053259 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad78f-8e60-490a-98fd-ea9e76ea3e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.119716 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9f46200d-44fa-4e42-93b2-76cfaf5c4a84 req-3721c9dd-92d0-4179-bf97-a538dfcfe339 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805919 Jan 18 20:27:36.133372 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d6aa445f-68e8-4802-8291-e34e6db1817f req-b2ae3d85-e4d8-49c9-82a7-ea04ddcb7db6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828674 Jan 18 20:27:36.150690 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-ea21ee6b-279d-4b7d-a7ff-d613b58e6917 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32060f3477d348b7bb92a2240bec099f HTTP/1.1" status: 200 len: 379 time: 0.1062353 Jan 18 20:27:36.159527 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Request body: {'port': {'device_id': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'admin_state_up': True, 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'security_groups': ['8c5a3cd2-8c42-4c21-a9f8-1879bb111909']}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:36.198640 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad78f-8e60-490a-98fd-ea9e76ea3e88 admin admin] Publish callbacks [] for security_group (039d11c5-239b-495e-a62e-e0645bad2813), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.217137 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4b12b541-ad6f-4459-bc68-3746e0e8103c req-49a2171e-babe-4adc-a0cc-c0caa3a0ebf9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 210 time: 0.0295317 Jan 18 20:27:36.217876 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad78f-8e60-490a-98fd-ea9e76ea3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (039d11c5-239b-495e-a62e-e0645bad2813), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.256467 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-aa6ad78f-8e60-490a-98fd-ea9e76ea3e88 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fa4fce5bbbb343ad9053e5d09e1c8491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634520 Jan 18 20:27:36.258421 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ad78f-8e60-490a-98fd-ea9e76ea3e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039d11c5-239b-495e-a62e-e0645bad2813,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:36.261170 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35862) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:36.323216 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Made reservation on behalf of 32060f3477d348b7bb92a2240bec099f for: {'port': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:36.326857 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.349351 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-34807b3a-fa67-475c-b6a9-3cd4d8aacefc admin admin] Publish callbacks [] for security_group (039d11c5-239b-495e-a62e-e0645bad2813), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.410427 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-34807b3a-fa67-475c-b6a9-3cd4d8aacefc admin admin] Publish callbacks [] for security_group (039d11c5-239b-495e-a62e-e0645bad2813), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.502009 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-34807b3a-fa67-475c-b6a9-3cd4d8aacefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (039d11c5-239b-495e-a62e-e0645bad2813), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.504516 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-34807b3a-fa67-475c-b6a9-3cd4d8aacefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.505641 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-34807b3a-fa67-475c-b6a9-3cd4d8aacefc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/039d11c5-239b-495e-a62e-e0645bad2813 HTTP/1.1" status: 204 len: 168 time: 0.2433698 Jan 18 20:27:36.506773 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Allocated IP 172.20.0.3 (5f1d2458-30aa-44ca-b2e2-990d8ff94955/81cc7b7b-7ee8-4723-95cb-23805c6def54/f1f716af-ae09-4a01-8a29-d7bb8bff9321) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:36.521578 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34807b3a-fa67-475c-b6a9-3cd4d8aacefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039d11c5-239b-495e-a62e-e0645bad2813,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:36.662878 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.702815 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.721510 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:27:36.756722 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:36.759915 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:36.764965 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:36.786895 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event updated for resources: {'Port': ['ID=f1f716af-ae09-4a01-8a29-d7bb8bff9321,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:36.820627 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:36.820757 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.839941 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9111addc-90cf-40f0-9ee6-02e73123c233 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6835759 Jan 18 20:27:36.848353 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:36.855435 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Request body: {'port': {'device_id': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:36.862627 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'port_id': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'mac_address': 'fa:16:3e:c8:d5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:27:36.915220 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:36.915720 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:36.931894 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:36.955671 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:36.962047 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:37.015894 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:37.023948 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.024358 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.024750 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.025123 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.025465 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.025794 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.026132 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.026468 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.026799 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.027156 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.027492 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.027820 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.028144 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:27:37.068288 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-09d714e1-75f4-4ab0-854d-f9117addf96b None None] Provisioning complete for port f1f716af-ae09-4a01-8a29-d7bb8bff9321 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:37.068736 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-09d714e1-75f4-4ab0-854d-f9117addf96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:37.114109 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-09d714e1-75f4-4ab0-854d-f9117addf96b None None] Port f1f716af-ae09-4a01-8a29-d7bb8bff9321 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:37.176149 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:37.202618 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:37.271272 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33021cdb-1202-4700-8067-dd9947f17e7e req-7b9320bd-f336-4d43-a894-412245894195 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:37.274266 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-33021cdb-1202-4700-8067-dd9947f17e7e req-7b9320bd-f336-4d43-a894-412245894195 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 945 time: 0.0633147 Jan 18 20:27:37.332785 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-33021cdb-1202-4700-8067-dd9947f17e7e req-feb5b215-c81f-449d-a0bb-c9833f8e553a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522718 Jan 18 20:27:37.369515 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33be104-7bb5-472e-938b-955fee8c99d1 req-05837b3b-1672-4e0c-8b72-c05d50ef69af tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:37.371150 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b33be104-7bb5-472e-938b-955fee8c99d1 req-05837b3b-1672-4e0c-8b72-c05d50ef69af tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.1534352 Jan 18 20:27:37.464744 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304bfb6-1acc-4ad0-b732-fe32190f1ac9 req-2593fc13-5f0f-4651-8067-db64543f89c5 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:37.471560 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c304bfb6-1acc-4ad0-b732-fe32190f1ac9 req-2593fc13-5f0f-4651-8067-db64543f89c5 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 931 time: 0.0577691 Jan 18 20:27:37.486040 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b33be104-7bb5-472e-938b-955fee8c99d1 req-454a9eec-54d5-4e5b-9946-8c02d1555285 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=63508415-788e-49da-8ad3-7ea51f8d41df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048434 Jan 18 20:27:37.520591 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c304bfb6-1acc-4ad0-b732-fe32190f1ac9 req-8758d88c-82c3-409c-bfef-ab2fc51707dc tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481646 Jan 18 20:27:37.575969 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f716af-ae09-4a01-8a29-d7bb8bff9321 {{(pid=102695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:37.583773 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Publish callbacks [] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:37.599697 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.provisioning_blocks [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Transition to ACTIVE for port object f1f716af-ae09-4a01-8a29-d7bb8bff9321 will not be triggered until provisioned by entity L2. {{(pid=102695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:37.603639 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:37.673929 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f716af-ae09-4a01-8a29-d7bb8bff9321,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:37.736060 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Attempting to bind port f1f716af-ae09-4a01-8a29-d7bb8bff9321 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:37.736442 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Attempting to bind port f1f716af-ae09-4a01-8a29-d7bb8bff9321 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:37.736802 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Attempting to bind port f1f716af-ae09-4a01-8a29-d7bb8bff9321 on network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:37.745256 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Port f1f716af-ae09-4a01-8a29-d7bb8bff9321 on network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:37.745580 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Attempting to bind port f1f716af-ae09-4a01-8a29-d7bb8bff9321 on network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:37.752409 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:37.752730 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Checking segment: {'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:37.753116 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Bound using segment: {'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:37.753549 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Bound port: f1f716af-ae09-4a01-8a29-d7bb8bff9321, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ed4440-9dd1-404a-8fea-d763e26e74cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955'}}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:37.753903 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:37.824182 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] For port f1f716af-ae09-4a01-8a29-d7bb8bff9321, host hv-cinder-82160, cleared binding levels {{(pid=102695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:37.827929 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] For port f1f716af-ae09-4a01-8a29-d7bb8bff9321, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:37.833864 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:37.876649 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:37.877264 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:37.878669 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] 10.222.0.45 "PUT /v2.0/ports/f1f716af-ae09-4a01-8a29-d7bb8bff9321 HTTP/1.1" status: 200 len: 1093 time: 1.0320432 Jan 18 20:27:37.879147 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:37.881437 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:37.911699 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c15a3e-6e73-4661-8cbc-db8dd32febc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f716af-ae09-4a01-8a29-d7bb8bff9321,revision_number=3']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:37.949386 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af9eb1a-889c-4a6c-b62d-a7187a9fedb1 x-openstack-request-id: req-0af9eb1a-889c-4a6c-b62d-a7187a9fedb1 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:37.949678 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:37.950142 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0af9eb1a-889c-4a6c-b62d-a7187a9fedb1 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:37.951252 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'status': 'completed', 'code': 200} Jan 18 20:27:37.994053 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-204f151e-5040-46e5-bae3-6ca7643f5f80 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:37.995621 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-204f151e-5040-46e5-bae3-6ca7643f5f80 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 945 time: 0.0608108 Jan 18 20:27:38.002851 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-5eb24820-23bf-4da4-a737-4ece47a7bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.004613 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-5eb24820-23bf-4da4-a737-4ece47a7bf65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32060f3477d348b7bb92a2240bec099f&device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1096 time: 0.0639498 Jan 18 20:27:38.051850 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-5df8087c-3859-4ca9-a8a4-04368e0b5c60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321 HTTP/1.1" status: 200 len: 217 time: 0.0391009 Jan 18 20:27:38.107669 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Deleting port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:38.108033 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.114447 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-f19ca3d5-ebdf-4143-92d5-38aff2cf131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.116066 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-f19ca3d5-ebdf-4143-92d5-38aff2cf131d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81cc7b7b-7ee8-4723-95cb-23805c6def54 HTTP/1.1" status: 200 len: 847 time: 0.0587723 Jan 18 20:27:38.173052 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-d68192a0-3c6a-4483-8215-cfab7fa49f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.177635 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-d68192a0-3c6a-4483-8215-cfab7fa49f86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f1d2458-30aa-44ca-b2e2-990d8ff94955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555451 Jan 18 20:27:38.210727 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] For port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:38.211285 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.274936 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-9d29c643-2b93-49cb-beba-7f9776e30075 service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897419 Jan 18 20:27:38.384228 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-189b1fbb-a791-416e-8bc6-98d315f58bac req-b925e48d-c8c9-4fd1-9194-403ea3358272 service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031392 Jan 18 20:27:38.399661 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.400002 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (6e05f04d-f23d-4a1e-961a-08236ebabcc7), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.400385 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.l3_db [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Floating IP 6e05f04d-f23d-4a1e-961a-08236ebabcc7 disassociated. External IP: 172.27.3.159, port: df2b9969-bf44-42c9-86a4-02ad9e3ae1d7. Jan 18 20:27:38.400794 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Calling delete_port for df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:38.508972 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074090c-2565-4d36-a41e-35e762a41c47 req-e8f2d122-1db2-41fc-a46e-e3a469ba5a5e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.510497 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d074090c-2565-4d36-a41e-35e762a41c47 req-e8f2d122-1db2-41fc-a46e-e3a469ba5a5e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 945 time: 0.0802402 Jan 18 20:27:38.513962 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-5ef37a12-7095-4bc7-98db-8e840fe73e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.515640 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-5ef37a12-7095-4bc7-98db-8e840fe73e60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32060f3477d348b7bb92a2240bec099f&device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1096 time: 0.0586095 Jan 18 20:27:38.566680 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (df2b9969-bf44-42c9-86a4-02ad9e3ae1d7), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.613439 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event deleted for resources: {'Port': ['ID=df2b9969-bf44-42c9-86a4-02ad9e3ae1d7,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:38.629407 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d074090c-2565-4d36-a41e-35e762a41c47 req-24b9eda2-d1da-4b79-93aa-b57908aa9c62 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111741 Jan 18 20:27:38.635304 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5aa993ca-948d-4b08-90cc-d890c1c17c2d req-9d512151-6fa8-400b-8b4d-befbc25685ae tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6e08025-ad66-4921-8672-ab55c85cbfb4 HTTP/1.1" status: 200 len: 210 time: 0.0529833 Jan 18 20:27:38.674643 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-b1533bc8-aeac-46b5-a246-538ba18f4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.676816 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-b1533bc8-aeac-46b5-a246-538ba18f4aad service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f1d2458-30aa-44ca-b2e2-990d8ff94955 HTTP/1.1" status: 200 len: 908 time: 0.1515028 Jan 18 20:27:38.722978 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:38.736275 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-d53488c9-68ff-489e-a1eb-66de3cdcf70a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321 HTTP/1.1" status: 200 len: 217 time: 0.0532882 Jan 18 20:27:38.789598 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:27:38.790875 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Router b7c24fed-928c-4827-aa5e-181235abbf02 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:38.795487 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:38.796237 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.819452 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6a897-de36-4838-9f69-750fe8ab744a req-1fe20a39-a795-4752-9039-c5a8b466a7f9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.821023 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f9e6a897-de36-4838-9f69-750fe8ab744a req-1fe20a39-a795-4752-9039-c5a8b466a7f9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0966127 Jan 18 20:27:38.834993 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-f6ebcf81-bf3a-4258-93df-21eec77a2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.836743 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-f6ebcf81-bf3a-4258-93df-21eec77a2141 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81cc7b7b-7ee8-4723-95cb-23805c6def54 HTTP/1.1" status: 200 len: 847 time: 0.0792942 Jan 18 20:27:38.892848 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:38.893381 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.913166 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f9e6a897-de36-4838-9f69-750fe8ab744a req-e315764c-15a6-4ead-b029-df85bc475690 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811057 Jan 18 20:27:38.925042 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:38.925042 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53ad679-4965-4eec-bb57-a8821a13154c" -d '{"events": [{"server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "name": "network-vif-plugged", "status": "completed", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:38.934071 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-df42119e-c3c2-4187-a4ac-7d2439383e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:38.944549 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-df42119e-c3c2-4187-a4ac-7d2439383e7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f1d2458-30aa-44ca-b2e2-990d8ff94955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0820947 Jan 18 20:27:38.944682 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:38.947948 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:38.956584 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:39.015688 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3af4ea-1fa2-4b52-af3d-d468045661c8 x-openstack-request-id: req-be3af4ea-1fa2-4b52-af3d-d468045661c8 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:39.015989 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "name": "network-vif-plugged", "status": "completed", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:39.016244 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-be3af4ea-1fa2-4b52-af3d-d468045661c8 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:39.016659 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'code': 200} Jan 18 20:27:39.018756 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] Sync routers for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:39.048485 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] No DVR routers for this DVR port df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:27:39.051334 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:39.054726 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8fa09290-663f-4c49-adf7-48afae65ea17 req-2cc334cc-7cb9-436d-b95f-95c89eed6a65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.45 "DELETE /v2.0/ports/df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 HTTP/1.1" status: 204 len: 173 time: 1.0528250 Jan 18 20:27:39.066211 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:39.067440 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-b00f4057-0c90-4cde-8021-1a5090baa9d7 service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223383 Jan 18 20:27:39.069254 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:39.069876 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:39.099547 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:27:39.202243 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3fda4a32-0f1b-4133-a05c-9a34a7dad0f1 req-79988af1-9c8f-4b71-b1d9-8b978a83be0d service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283703 Jan 18 20:27:39.225190 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:39.454499 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:39.481753 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] Checking router: b7c24fed-928c-4827-aa5e-181235abbf02 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:39.490373 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:39.491216 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:39.560708 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebf2e4-b785-4efd-99b3-39bd8b44d3f7 req-ec5ebde9-08a0-4192-8e70-96f42fbe9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:39.562699 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-81ebf2e4-b785-4efd-99b3-39bd8b44d3f7 req-ec5ebde9-08a0-4192-8e70-96f42fbe9f0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 1099 time: 0.2937715 Jan 18 20:27:39.615135 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-81ebf2e4-b785-4efd-99b3-39bd8b44d3f7 req-a50f5335-f423-4e3f-b551-9a5526c2f784 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463839 Jan 18 20:27:39.616844 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:39.740481 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35940) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:39.768500 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbce719-9ee3-4e5a-95fc-a17e5a72c2cf req-7d89280c-a2e0-43d3-b619-c33929c9998c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:39.770029 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2bbce719-9ee3-4e5a-95fc-a17e5a72c2cf req-7d89280c-a2e0-43d3-b619-c33929c9998c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0599179 Jan 18 20:27:39.795680 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-298b51e7-f1e5-484f-82b2-fb0fcda4ecf5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (63508415-788e-49da-8ad3-7ea51f8d41df), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:39.823320 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-298b51e7-f1e5-484f-82b2-fb0fcda4ecf5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (63508415-788e-49da-8ad3-7ea51f8d41df), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:39.830090 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2bbce719-9ee3-4e5a-95fc-a17e5a72c2cf req-1c5aa34a-027f-4785-9294-9d700f78c50b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523765 Jan 18 20:27:39.838353 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:39.880060 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-298b51e7-f1e5-484f-82b2-fb0fcda4ecf5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (63508415-788e-49da-8ad3-7ea51f8d41df), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:39.882724 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-298b51e7-f1e5-484f-82b2-fb0fcda4ecf5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:39.884125 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-298b51e7-f1e5-484f-82b2-fb0fcda4ecf5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "DELETE /v2.0/security-groups/63508415-788e-49da-8ad3-7ea51f8d41df HTTP/1.1" status: 204 len: 168 time: 0.1424637 Jan 18 20:27:39.887020 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35942) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:39.894584 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b51e7-f1e5-484f-82b2-fb0fcda4ecf5 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63508415-788e-49da-8ad3-7ea51f8d41df,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:39.902925 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.api.v2.resource [None req-2bdf838a-f9c9-4c82-acf2-8d5327e42318 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] show failed (client error): The resource could not be found. Jan 18 20:27:39.904672 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-2bdf838a-f9c9-4c82-acf2-8d5327e42318 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups/63508415-788e-49da-8ad3-7ea51f8d41df HTTP/1.1" status: 404 len: 347 time: 0.0156968 Jan 18 20:27:39.907581 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35944) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:39.953499 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'name': 'network-vif-deleted', 'tag': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:39.956627 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95957c5e-9ed4-413b-8b9b-f64b8fbc1adb" -d '{"events": [{"server_uuid": "b6e08025-ad66-4921-8672-ab55c85cbfb4", "name": "network-vif-deleted", "tag": "df2b9969-bf44-42c9-86a4-02ad9e3ae1d7"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:39.999485 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b78f40f-ae3a-433f-a753-ad25d5216ba8 x-openstack-request-id: req-7b78f40f-ae3a-433f-a753-ad25d5216ba8 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:40.000157 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e08025-ad66-4921-8672-ab55c85cbfb4", "name": "network-vif-deleted", "tag": "df2b9969-bf44-42c9-86a4-02ad9e3ae1d7", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:40.001724 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7b78f40f-ae3a-433f-a753-ad25d5216ba8 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:40.002352 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e08025-ad66-4921-8672-ab55c85cbfb4', 'name': 'network-vif-deleted', 'tag': 'df2b9969-bf44-42c9-86a4-02ad9e3ae1d7', 'status': 'completed', 'code': 200} Jan 18 20:27:40.006199 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc4e3d-4672-4e04-9314-9325f1817a79 None None] The sync data for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi is: [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:40.061499 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-09d3b192-956b-495a-888d-90b8fe5a4c91 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Deleting port ad53ef4b-976c-4efb-ae7a-0f1b3c988766 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:27:40.061834 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-09d3b192-956b-495a-888d-90b8fe5a4c91 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (ad53ef4b-976c-4efb-ae7a-0f1b3c988766), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.068355 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc4dd8-be98-4588-9069-04ff6203b38c req-8b96064e-b90f-4264-a98b-0ebdaf2b5094 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:40.069860 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9cbc4dd8-be98-4588-9069-04ff6203b38c req-8b96064e-b90f-4264-a98b-0ebdaf2b5094 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0666006 Jan 18 20:27:40.124392 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9cbc4dd8-be98-4588-9069-04ff6203b38c req-776d74ab-66ac-45b0-8898-05b1d0612146 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481298 Jan 18 20:27:40.151603 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-09d3b192-956b-495a-888d-90b8fe5a4c91 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (ad53ef4b-976c-4efb-ae7a-0f1b3c988766), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.152007 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-09d3b192-956b-495a-888d-90b8fe5a4c91 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (ad53ef4b-976c-4efb-ae7a-0f1b3c988766), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.165966 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-09d3b192-956b-495a-888d-90b8fe5a4c91 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Calling delete_port for ad53ef4b-976c-4efb-ae7a-0f1b3c988766 owned by network:floatingip {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:27:40.270392 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a999a849-3cb5-4f80-9fd1-5b36c60ff395 None None] New status for floating IP 6e05f04d-f23d-4a1e-961a-08236ebabcc7: DOWN {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:27:40.336425 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-09d3b192-956b-495a-888d-90b8fe5a4c91 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (ad53ef4b-976c-4efb-ae7a-0f1b3c988766), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.354033 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.db.api [None req-a999a849-3cb5-4f80-9fd1-5b36c60ff395 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:27:40.354456 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG oslo_db.api [None req-a999a849-3cb5-4f80-9fd1-5b36c60ff395 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:27:40.367134 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3b192-956b-495a-888d-90b8fe5a4c91 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event deleted for resources: {'Port': ['ID=ad53ef4b-976c-4efb-ae7a-0f1b3c988766,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:40.423969 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-09d3b192-956b-495a-888d-90b8fe5a4c91 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (6e05f04d-f23d-4a1e-961a-08236ebabcc7), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.426619 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-09d3b192-956b-495a-888d-90b8fe5a4c91 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:40.430947 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-09d3b192-956b-495a-888d-90b8fe5a4c91 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "DELETE /v2.0/floatingips/6e05f04d-f23d-4a1e-961a-08236ebabcc7 HTTP/1.1" status: 204 len: 168 time: 0.5218337 Jan 18 20:27:40.856814 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a999a849-3cb5-4f80-9fd1-5b36c60ff395 None None] New status for floating IP 6e05f04d-f23d-4a1e-961a-08236ebabcc7: DOWN {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:27:40.964655 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35972) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:40.969933 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-27d32e3f-dece-46be-8ef9-bb7e59dc8a2f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1463185037', 'description': 'tempest-description--1115191655'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:40.995156 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-27d32e3f-dece-46be-8ef9-bb7e59dc8a2f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.022160 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badadb1c-d14c-4230-be77-e4f56b6b5b4b req-c7ae1613-204a-44e1-9a2e-37b18454cfc9 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:41.023766 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-badadb1c-d14c-4230-be77-e4f56b6b5b4b req-c7ae1613-204a-44e1-9a2e-37b18454cfc9 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0610974 Jan 18 20:27:41.082829 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-badadb1c-d14c-4230-be77-e4f56b6b5b4b req-815dbb78-2281-49f4-8d7c-528932e0427b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511398 Jan 18 20:27:41.091187 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-27d32e3f-dece-46be-8ef9-bb7e59dc8a2f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (b35cb07b-fcd1-46fd-95db-133bb4a1b6b1), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.106149 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-27d32e3f-dece-46be-8ef9-bb7e59dc8a2f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (b35cb07b-fcd1-46fd-95db-133bb4a1b6b1), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.141605 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-27d32e3f-dece-46be-8ef9-bb7e59dc8a2f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.143017 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-27d32e3f-dece-46be-8ef9-bb7e59dc8a2f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1773608 Jan 18 20:27:41.146124 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35984) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:41.146979 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d32e3f-dece-46be-8ef9-bb7e59dc8a2f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:41.151549 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-ee720775-198c-4ecc-9480-73d5cbf75ba3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'security_group_rule': {'security_group_id': 'b35cb07b-fcd1-46fd-95db-133bb4a1b6b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:41.195445 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ee720775-198c-4ecc-9480-73d5cbf75ba3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (828ae1a5-f234-492c-a0e0-aac3df91dcef), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.245764 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0fc2a-6571-41e9-bf98-78eada24fce9 req-622c8db4-29e2-424c-bdc8-cbf24bcbbca5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:41.248094 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5ad0fc2a-6571-41e9-bf98-78eada24fce9 req-622c8db4-29e2-424c-bdc8-cbf24bcbbca5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0719137 Jan 18 20:27:41.257818 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35988) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:41.263491 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-da69aa76-70ed-42ff-9d87-103b60037f28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Request body: {'floatingip': {'port_id': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:41.287148 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070904b-deed-4694-9f8c-acd46fa968b6 req-e7e0a929-6753-453f-92da-f8919172b1b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:41.288724 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5070904b-deed-4694-9f8c-acd46fa968b6 req-e7e0a929-6753-453f-92da-f8919172b1b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0814834 Jan 18 20:27:41.299422 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ee720775-198c-4ecc-9480-73d5cbf75ba3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (828ae1a5-f234-492c-a0e0-aac3df91dcef), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.308312 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ee720775-198c-4ecc-9480-73d5cbf75ba3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (828ae1a5-f234-492c-a0e0-aac3df91dcef), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.308657 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-da69aa76-70ed-42ff-9d87-103b60037f28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (ba02f109-8d45-4008-ad83-ce508516471a), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.347121 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee720775-198c-4ecc-9480-73d5cbf75ba3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828ae1a5-f234-492c-a0e0-aac3df91dcef,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:41.353937 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ee720775-198c-4ecc-9480-73d5cbf75ba3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.355366 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ee720775-198c-4ecc-9480-73d5cbf75ba3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2075524 Jan 18 20:27:41.361149 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 35990) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:41.375791 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5070904b-deed-4694-9f8c-acd46fa968b6 req-61bb1ef4-6348-4728-9326-f930f94774ce tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749838 Jan 18 20:27:41.386671 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-6649b8fb-87ab-4c26-b06f-14d449b4f862 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'security_group_rule': {'security_group_id': 'b35cb07b-fcd1-46fd-95db-133bb4a1b6b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:41.462528 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6649b8fb-87ab-4c26-b06f-14d449b4f862 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (51a2c601-66bb-431f-bc4c-eee792f3d12f), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.612927 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6649b8fb-87ab-4c26-b06f-14d449b4f862 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (51a2c601-66bb-431f-bc4c-eee792f3d12f), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.622416 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6649b8fb-87ab-4c26-b06f-14d449b4f862 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (51a2c601-66bb-431f-bc4c-eee792f3d12f), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.709364 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649b8fb-87ab-4c26-b06f-14d449b4f862 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a2c601-66bb-431f-bc4c-eee792f3d12f,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:41.722012 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6649b8fb-87ab-4c26-b06f-14d449b4f862 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.723337 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-6649b8fb-87ab-4c26-b06f-14d449b4f862 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3431282 Jan 18 20:27:41.726625 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 35994) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:41.734973 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'floatingip': {'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:41.761707 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.865381 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.878701 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-da69aa76-70ed-42ff-9d87-103b60037f28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.883064 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-da69aa76-70ed-42ff-9d87-103b60037f28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (ba02f109-8d45-4008-ad83-ce508516471a), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:41.973716 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Allocated IP 172.27.3.233 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/c877a9f4-d1ee-48c8-91b2-69c5351c1f64) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:41.992528 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.l3_db [None req-da69aa76-70ed-42ff-9d87-103b60037f28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Floating IP ba02f109-8d45-4008-ad83-ce508516471a associated. External IP: 172.27.3.68, port: 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d. Jan 18 20:27:42.074969 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for port (c877a9f4-d1ee-48c8-91b2-69c5351c1f64), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.109460 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (c877a9f4-d1ee-48c8-91b2-69c5351c1f64), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.146674 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:42.149640 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:42.152978 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:42.176484 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'Port': ['ID=c877a9f4-d1ee-48c8-91b2-69c5351c1f64,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:42.201619 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da69aa76-70ed-42ff-9d87-103b60037f28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Router 9b20d573-b962-4119-93b4-b42016a0661e has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:42.242293 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (e89383c0-869d-4da7-b524-b6744f74cabf), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.281290 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (c877a9f4-d1ee-48c8-91b2-69c5351c1f64), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.310037 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da69aa76-70ed-42ff-9d87-103b60037f28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:42.314918 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-da69aa76-70ed-42ff-9d87-103b60037f28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.320333 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] Sync routers for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:42.340891 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:42.342094 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:42.345278 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-da69aa76-70ed-42ff-9d87-103b60037f28 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "PUT /v2.0/floatingips/ba02f109-8d45-4008-ad83-ce508516471a HTTP/1.1" status: 200 len: 991 time: 1.0860097 Jan 18 20:27:42.345881 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:42.351531 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:42.396386 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca6f75f-5b25-4267-99de-689d8b5cb243 x-openstack-request-id: req-7ca6f75f-5b25-4267-99de-689d8b5cb243 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:42.396678 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:42.396939 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ca6f75f-5b25-4267-99de-689d8b5cb243 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:42.397804 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'status': 'completed', 'code': 200} Jan 18 20:27:42.469729 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:42.483983 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-67db34f9-8906-4f13-82df-1a83cba44e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:42.485504 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for port (c877a9f4-d1ee-48c8-91b2-69c5351c1f64), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.486136 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-67db34f9-8906-4f13-82df-1a83cba44e65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 1099 time: 0.0647271 Jan 18 20:27:42.496518 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (c877a9f4-d1ee-48c8-91b2-69c5351c1f64), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.588573 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'Port': ['ID=c877a9f4-d1ee-48c8-91b2-69c5351c1f64,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:42.606923 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19841c-b59c-4b2d-a6fe-a15425264bcf req-bf65ebe4-605f-4320-81d3-eb3d62ce0d21 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:42.614280 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6e19841c-b59c-4b2d-a6fe-a15425264bcf req-bf65ebe4-605f-4320-81d3-eb3d62ce0d21 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.1331134 Jan 18 20:27:42.624660 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-c8a47536-9b53-4a32-a4d3-f6bc688e773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:42.626204 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-c8a47536-9b53-4a32-a4d3-f6bc688e773f service neutron] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 916 time: 0.1333129 Jan 18 20:27:42.633944 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (e89383c0-869d-4da7-b524-b6744f74cabf), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.662692 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:42.664164 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ebddb844-3072-4db4-a115-fd84d0023c1b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9357233 Jan 18 20:27:42.717952 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6e19841c-b59c-4b2d-a6fe-a15425264bcf req-66976f34-be03-4190-bbc8-5c76a1497cd9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955162 Jan 18 20:27:42.730526 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-7e49b292-e87d-4d78-b45d-0decc1fb2b38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d HTTP/1.1" status: 200 len: 999 time: 0.0983143 Jan 18 20:27:42.793239 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:27:42.837659 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:27:42.841130 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device df2b9969-bf44-42c9-86a4-02ad9e3ae1d7 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:27:42.857531 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-e0d7d91b-d1ca-4926-91e3-ff8d5b5182b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:42.859767 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-e0d7d91b-d1ca-4926-91e3-ff8d5b5182b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.1122391 Jan 18 20:27:42.907060 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'ba02f109-8d45-4008-ad83-ce508516471a', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'port_id': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'mac_address': 'fa:16:3e:c8:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:27Z', 'updated_at': '2022-01-18T20:27:41Z', 'revision_number': 1, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:42.945081 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] Checking router: 9b20d573-b962-4119-93b4-b42016a0661e for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:42.950607 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-837a1ddd-7df1-4adf-87e6-268cd274552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:42.952217 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-837a1ddd-7df1-4adf-87e6-268cd274552d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0851412 Jan 18 20:27:42.955371 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:42.955903 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-bb484522-c7ca-4272-8d59-ab010606281a tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1463185037&fields=id&tenant_id=56295fd7b6c447b4a143879d64dd49da HTTP/1.1" status: 200 len: 267 time: 0.0729184 Jan 18 20:27:42.956382 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:43.065790 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:43.124785 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-8253d14d-0ebc-450f-95d0-0de037b10db0 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642735 Jan 18 20:27:43.133053 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-f7921b9f-a23a-4017-b6f4-7ad570edee09 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:43.134776 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-f7921b9f-a23a-4017-b6f4-7ad570edee09 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 810 time: 0.1660023 Jan 18 20:27:43.174982 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-3585dcf7-e35d-42f1-aedd-54545bad8450 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/quotas/56295fd7b6c447b4a143879d64dd49da HTTP/1.1" status: 200 len: 375 time: 0.0321138 Jan 18 20:27:43.259175 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3b188e56-0a7f-4c3b-84c0-2e9fa34a9da3 req-c59b5461-ac47-4e4d-89c5-98bda599bbe7 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234179 Jan 18 20:27:43.269702 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-e30f709e-a455-4984-9711-4e0274525240 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692282 Jan 18 20:27:43.292399 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'ba02f109-8d45-4008-ad83-ce508516471a', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'port_id': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'mac_address': 'fa:16:3e:c8:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:27Z', 'updated_at': '2022-01-18T20:27:41Z', 'revision_number': 1, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:43.322723 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5a285-9a13-49e1-900e-4b7f60d9d9ee None None] The sync data for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi is: [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'ba02f109-8d45-4008-ad83-ce508516471a', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'port_id': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'mac_address': 'fa:16:3e:c8:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:27Z', 'updated_at': '2022-01-18T20:27:41Z', 'revision_number': 1, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:43.373811 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-8a3b196d-f857-4438-80e8-c30768a620d6 service neutron] 10.222.0.67 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912902 Jan 18 20:27:43.466973 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-31819ef0-98a1-4393-91a0-0669c97fe034 service neutron] 10.222.0.67 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871449 Jan 18 20:27:43.521360 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3fc1f6-9f39-4645-b026-cfa56a4a92c4 None None] New status for floating IP ba02f109-8d45-4008-ad83-ce508516471a: ACTIVE {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:27:43.642529 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5440104-b5e7-43e3-b788-ee52e6fe0e63 req-757ec8fd-093a-41ad-9d02-728e5a3335c1 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 210 time: 0.0296757 Jan 18 20:27:43.835789 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88293f5e-0ea4-4c38-bd12-0e89612890c6 req-58a69a57-5b98-4070-bb25-f587a1d20e97 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:43.842453 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-88293f5e-0ea4-4c38-bd12-0e89612890c6 req-58a69a57-5b98-4070-bb25-f587a1d20e97 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0749435 Jan 18 20:27:43.910882 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-88293f5e-0ea4-4c38-bd12-0e89612890c6 req-152b6776-27d8-4709-8352-142597ee6098 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661936 Jan 18 20:27:44.636497 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-351666f8-b354-488a-85cd-a619b40a1da8 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:44.638196 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-351666f8-b354-488a-85cd-a619b40a1da8 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.45 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 810 time: 0.1132193 Jan 18 20:27:44.711755 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-2ea9ffab-9d9c-4b50-8c99-b86662e2d92b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56295fd7b6c447b4a143879d64dd49da HTTP/1.1" status: 200 len: 380 time: 0.0640619 Jan 18 20:27:44.723125 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'port': {'device_id': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'admin_state_up': True, 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'security_groups': ['b35cb07b-fcd1-46fd-95db-133bb4a1b6b1']}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:44.773080 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-31a7944b-f553-4448-ac1c-ab347a0501d5 req-c9fa2add-3bd3-4f33-9f52-77e21a922081 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 210 time: 0.0462461 Jan 18 20:27:44.861419 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Made reservation on behalf of 56295fd7b6c447b4a143879d64dd49da for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:27:44.865046 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.013226 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Allocated IP 172.20.0.12 (77f5e2c8-6d78-4c9e-bf28-d46a83b25db6/6c5b0896-662f-46ae-a4fa-8e373a5b18b7/ac71aa2f-ced3-4de1-af45-1e8fc62dff0f) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:45.037650 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59649595-6dcb-4597-b592-55152266e5dd req-d68e0271-8fc2-4dcd-bc72-0d2b7b7f4b7f tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:45.039462 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-59649595-6dcb-4597-b592-55152266e5dd req-d68e0271-8fc2-4dcd-bc72-0d2b7b7f4b7f tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0601962 Jan 18 20:27:45.106449 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-59649595-6dcb-4597-b592-55152266e5dd req-47631936-11b9-433f-b0e6-4dd357d6f885 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566483 Jan 18 20:27:45.174896 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.213301 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.257369 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:45.260473 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:45.264926 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:45.291921 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event updated for resources: {'Port': ['ID=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:45.321182 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:45.321182 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.340618 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-9c4a32af-2097-45d6-8b26-5ebd8d3021db tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6214211 Jan 18 20:27:45.352876 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Request body: {'port': {'device_id': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:45.413683 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.559139 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-bcad1d91-4f64-4572-afeb-834cbf3b66c9 None None] Provisioning complete for port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:45.560255 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-bcad1d91-4f64-4572-afeb-834cbf3b66c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.580896 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 36076) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:45.597392 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-bcad1d91-4f64-4572-afeb-834cbf3b66c9 None None] Port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:27:45.690379 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac71aa2f-ced3-4de1-af45-1e8fc62dff0f {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:45.697867 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Publish callbacks [] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.698466 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a57bf15d-edac-40d8-9cf4-94e5c78c9c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.709980 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Transition to ACTIVE for port object ac71aa2f-ced3-4de1-af45-1e8fc62dff0f will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:27:45.713799 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.765057 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Pushing event updated for resources: {'Port': ['ID=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:45.776045 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a57bf15d-edac-40d8-9cf4-94e5c78c9c65 admin admin] Publish callbacks [] for security_group (c1e6904b-f4be-4d5f-92d0-230cb251b8a4), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.780513 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a57bf15d-edac-40d8-9cf4-94e5c78c9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c1e6904b-f4be-4d5f-92d0-230cb251b8a4), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.820731 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-a57bf15d-edac-40d8-9cf4-94e5c78c9c65 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=81b0fb520faf4856998225df4405ddd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386770 Jan 18 20:27:45.821250 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36084) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:45.837437 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bf15d-edac-40d8-9cf4-94e5c78c9c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e6904b-f4be-4d5f-92d0-230cb251b8a4,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:45.879812 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Attempting to bind port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:27:45.880153 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Attempting to bind port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:27:45.880453 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Attempting to bind port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f on network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:45.885691 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f on network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:27:45.886009 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Attempting to bind port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f on network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:27:45.894346 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:27:45.894859 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Checking segment: {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:27:45.895363 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Bound using segment: {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:27:45.895905 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Bound port: ac71aa2f-ced3-4de1-af45-1e8fc62dff0f, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a2247e-725f-4aef-9b26-e4b63e2d3a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:27:45.896402 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.920037 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c44fd7-501c-4005-8caf-61d1725f5488 req-e503c9f1-b765-4109-8567-8b7c4e950741 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:45.925916 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3a07cda1-7d9a-4996-856c-c01a8a887237 admin admin] Publish callbacks [] for security_group (c1e6904b-f4be-4d5f-92d0-230cb251b8a4), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.927449 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-28c44fd7-501c-4005-8caf-61d1725f5488 req-e503c9f1-b765-4109-8567-8b7c4e950741 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 944 time: 0.0697296 Jan 18 20:27:45.970309 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3a07cda1-7d9a-4996-856c-c01a8a887237 admin admin] Publish callbacks [] for security_group (c1e6904b-f4be-4d5f-92d0-230cb251b8a4), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:45.974774 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-28c44fd7-501c-4005-8caf-61d1725f5488 req-eb3780c7-26b8-4a3f-ae0e-fea57e6843fe tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464525 Jan 18 20:27:46.013198 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] For port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:27:46.030248 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] For port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:27:46.034168 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.333438 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.334068 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.335548 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] 10.222.0.45 "PUT /v2.0/ports/ac71aa2f-ced3-4de1-af45-1e8fc62dff0f HTTP/1.1" status: 200 len: 1094 time: 0.9875340 Jan 18 20:27:46.336002 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'tag': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:46.338311 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e2b18d-3461-4d8c-af47-c5e6160f7710" -d '{"events": [{"name": "network-changed", "server_uuid": "ca1b7d23-2dbd-4028-8c9e-6760c49670aa", "tag": "ac71aa2f-ced3-4de1-af45-1e8fc62dff0f"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:46.346303 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3a07cda1-7d9a-4996-856c-c01a8a887237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c1e6904b-f4be-4d5f-92d0-230cb251b8a4), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.348990 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3a07cda1-7d9a-4996-856c-c01a8a887237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.350153 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-3a07cda1-7d9a-4996-856c-c01a8a887237 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1e6904b-f4be-4d5f-92d0-230cb251b8a4 HTTP/1.1" status: 204 len: 168 time: 0.5279510 Jan 18 20:27:46.376277 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07cda1-7d9a-4996-856c-c01a8a887237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e6904b-f4be-4d5f-92d0-230cb251b8a4,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:46.378056 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b005b2-d3c0-4789-b3c2-b63d47844dbc service neutron] Pushing event updated for resources: {'Port': ['ID=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:46.401007 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e8648-c3b5-417e-849b-d0a5116f3ee9 req-6791a2f9-bf91-4652-beac-db227e4d00ca tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.402556 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b51e8648-c3b5-417e-849b-d0a5116f3ee9 req-6791a2f9-bf91-4652-beac-db227e4d00ca tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.1145005 Jan 18 20:27:46.464313 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b35caa0-5422-41c6-8a6d-116f6abb99fa x-openstack-request-id: req-4b35caa0-5422-41c6-8a6d-116f6abb99fa {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:46.464615 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca1b7d23-2dbd-4028-8c9e-6760c49670aa", "tag": "ac71aa2f-ced3-4de1-af45-1e8fc62dff0f", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:46.464862 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4b35caa0-5422-41c6-8a6d-116f6abb99fa {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:46.465267 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'tag': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f', 'status': 'completed', 'code': 200} Jan 18 20:27:46.509019 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b51e8648-c3b5-417e-849b-d0a5116f3ee9 req-bf98a8eb-a6cf-48f5-9b26-c7008d8b9169 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930698 Jan 18 20:27:46.512222 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-013dfab9-2331-4706-b4db-aa64b1b99ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.514125 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-013dfab9-2331-4706-b4db-aa64b1b99ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 1097 time: 0.0969412 Jan 18 20:27:46.562794 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-6dc14ecd-4c6c-4282-b145-ddacf6b3ca75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f HTTP/1.1" status: 200 len: 217 time: 0.0405765 Jan 18 20:27:46.615542 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-ee06f48a-88c3-481e-a810-89ab143af356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.617041 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-ee06f48a-88c3-481e-a810-89ab143af356 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5b0896-662f-46ae-a4fa-8e373a5b18b7 HTTP/1.1" status: 200 len: 849 time: 0.0481279 Jan 18 20:27:46.668393 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-dfdfed15-de58-4dae-842e-9cbcb5a007ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:46.670583 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-dfdfed15-de58-4dae-842e-9cbcb5a007ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472732 Jan 18 20:27:46.756139 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f1f716af-ae09-4a01-8a29-d7bb8bff9321 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:27:46.777427 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 36098) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:46.795412 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-eaa33c1d-f4cc-40ae-a57a-b384b1eeae78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.845518 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-36abdfab-9285-4fbe-96bc-5afc00cc2025 service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573174 Jan 18 20:27:46.908145 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-eaa33c1d-f4cc-40ae-a57a-b384b1eeae78 admin admin] Publish callbacks [] for security_group (9b0e8bcd-34ab-4908-9091-778cd58cfe37), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.916717 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port f1f716af-ae09-4a01-8a29-d7bb8bff9321, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:46.924351 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-eaa33c1d-f4cc-40ae-a57a-b384b1eeae78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9b0e8bcd-34ab-4908-9091-778cd58cfe37), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:46.932051 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'port_id': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'mac_address': 'fa:16:3e:6d:08:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:27:46.975520 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-eaa33c1d-f4cc-40ae-a57a-b384b1eeae78 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5222b664cea0476fba959164c08ae1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977067 Jan 18 20:27:46.978901 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa33c1d-f4cc-40ae-a57a-b384b1eeae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e8bcd-34ab-4908-9091-778cd58cfe37,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:46.982517 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 36100) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:46.992225 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e4a18b12-a3b3-407a-a5e2-7eb61decf5a3 req-5cc7a817-42c3-473a-8b65-70e3bab4558d service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389992 Jan 18 20:27:47.000344 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port f1f716af-ae09-4a01-8a29-d7bb8bff9321 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:47.000728 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.022425 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f716af-ae09-4a01-8a29-d7bb8bff9321 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:47.050010 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3b65d7ae-705b-4f02-b481-601aafa1971f admin admin] Publish callbacks [] for security_group (9b0e8bcd-34ab-4908-9091-778cd58cfe37), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.052050 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port f1f716af-ae09-4a01-8a29-d7bb8bff9321, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:47.060785 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.086585 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3b65d7ae-705b-4f02-b481-601aafa1971f admin admin] Publish callbacks [] for security_group (9b0e8bcd-34ab-4908-9091-778cd58cfe37), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.130037 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-5c016756-8347-4a85-946b-0e673d1ef95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:47.131853 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-5c016756-8347-4a85-946b-0e673d1ef95a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 1097 time: 0.0756092 Jan 18 20:27:47.141226 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=f1f716af-ae09-4a01-8a29-d7bb8bff9321,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:47.166726 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3b65d7ae-705b-4f02-b481-601aafa1971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9b0e8bcd-34ab-4908-9091-778cd58cfe37), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.169721 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3b65d7ae-705b-4f02-b481-601aafa1971f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.171012 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-3b65d7ae-705b-4f02-b481-601aafa1971f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9b0e8bcd-34ab-4908-9091-778cd58cfe37 HTTP/1.1" status: 204 len: 168 time: 0.1871572 Jan 18 20:27:47.173774 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f81eb-f0d2-4fa3-9305-6d1fd0e43f03 req-fe79eb08-befc-42a7-a5c2-a69afb12d862 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:47.175397 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4a9f81eb-f0d2-4fa3-9305-6d1fd0e43f03 req-fe79eb08-befc-42a7-a5c2-a69afb12d862 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 944 time: 0.0868461 Jan 18 20:27:47.191431 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65d7ae-705b-4f02-b481-601aafa1971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e8bcd-34ab-4908-9091-778cd58cfe37,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:47.309685 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['f1f716af-ae09-4a01-8a29-d7bb8bff9321'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:47.318983 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-3b56c320-667d-44b8-a420-6711b2545372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:47.320661 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-3b56c320-667d-44b8-a420-6711b2545372 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 910 time: 0.1798940 Jan 18 20:27:47.329276 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4a9f81eb-f0d2-4fa3-9305-6d1fd0e43f03 req-06c0df95-bd83-4f59-97bc-374899f1e33e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984120 Jan 18 20:27:47.405078 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-ee6b24f8-e2f8-48ad-b43b-5c039d1d1d55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f HTTP/1.1" status: 200 len: 217 time: 0.0690134 Jan 18 20:27:47.466268 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-f572333a-8392-476c-80e2-445d1407dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:47.468197 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-f572333a-8392-476c-80e2-445d1407dd0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5b0896-662f-46ae-a4fa-8e373a5b18b7 HTTP/1.1" status: 200 len: 849 time: 0.0575244 Jan 18 20:27:47.535586 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-f183952f-2ffb-4dd0-930f-342c715fd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:47.541680 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-f183952f-2ffb-4dd0-930f-342c715fd129 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0582783 Jan 18 20:27:47.702679 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-819af1d1-1e7b-48dd-9300-6d604dcdacd4 service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495414 Jan 18 20:27:47.718170 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36110) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:47.730959 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ebac0-aeb6-4403-9dc4-fadd9f085a1e req-2ecc9ebd-53b8-4b26-b24b-41878395953b tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:47.732894 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-327ebac0-aeb6-4403-9dc4-fadd9f085a1e req-2ecc9ebd-53b8-4b26-b24b-41878395953b tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 944 time: 0.0827105 Jan 18 20:27:47.763882 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d4a729f0-9091-42a5-bd7f-4316fbcd2516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.804824 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-327ebac0-aeb6-4403-9dc4-fadd9f085a1e req-d227eacc-3b6b-46b3-beda-eec87823c142 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612633 Jan 18 20:27:47.877771 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-02e2b18d-3461-4d8c-af47-c5e6160f7710 req-77968a06-0530-4176-a166-74b9f43c5431 service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687031 Jan 18 20:27:47.953500 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d4a729f0-9091-42a5-bd7f-4316fbcd2516 admin admin] Publish callbacks [] for security_group (e995cf61-9fa2-4534-9c5c-ee533bf2a693), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:47.958860 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d4a729f0-9091-42a5-bd7f-4316fbcd2516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e995cf61-9fa2-4534-9c5c-ee533bf2a693), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.006962 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a729f0-9091-42a5-bd7f-4316fbcd2516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e995cf61-9fa2-4534-9c5c-ee533bf2a693,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:48.018419 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-d4a729f0-9091-42a5-bd7f-4316fbcd2516 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=792e8a42de28404ba02ce3f07cc27977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981393 Jan 18 20:27:48.022745 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36114) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:48.100765 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-99fe87f2-5996-4c7f-b64d-bc3a66a6f869 admin admin] Publish callbacks [] for security_group (e995cf61-9fa2-4534-9c5c-ee533bf2a693), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.148278 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-99fe87f2-5996-4c7f-b64d-bc3a66a6f869 admin admin] Publish callbacks [] for security_group (e995cf61-9fa2-4534-9c5c-ee533bf2a693), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.204039 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-99fe87f2-5996-4c7f-b64d-bc3a66a6f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e995cf61-9fa2-4534-9c5c-ee533bf2a693), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.207122 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-99fe87f2-5996-4c7f-b64d-bc3a66a6f869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.208638 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-99fe87f2-5996-4c7f-b64d-bc3a66a6f869 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e995cf61-9fa2-4534-9c5c-ee533bf2a693 HTTP/1.1" status: 204 len: 168 time: 0.1857741 Jan 18 20:27:48.219878 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe87f2-5996-4c7f-b64d-bc3a66a6f869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e995cf61-9fa2-4534-9c5c-ee533bf2a693,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:48.506860 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d58f3-5e3e-4681-b021-172f1ddcb10d req-315529b1-abfb-4e5a-994c-bcb20b1406af tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:48.509609 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-857d58f3-5e3e-4681-b021-172f1ddcb10d req-315529b1-abfb-4e5a-994c-bcb20b1406af tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 944 time: 0.0739400 Jan 18 20:27:48.600399 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-857d58f3-5e3e-4681-b021-172f1ddcb10d req-901f494d-b708-40ea-843b-b4ad6681c424 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834506 Jan 18 20:27:48.784433 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f1f716af-ae09-4a01-8a29-d7bb8bff9321 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:48.847500 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port f1f716af-ae09-4a01-8a29-d7bb8bff9321 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:27:48.854005 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port f1f716af-ae09-4a01-8a29-d7bb8bff9321 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:48.854584 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.954634 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port f1f716af-ae09-4a01-8a29-d7bb8bff9321 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:48.955024 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:48.998885 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:49.000909 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d11dae-8a7c-4dce-84c6-99af9e9cf851" -d '{"events": [{"server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "name": "network-vif-plugged", "status": "completed", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:49.025017 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port f1f716af-ae09-4a01-8a29-d7bb8bff9321, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:49.031906 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:49.033262 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa8b45-ab64-4e92-b24b-2d823f944a1e req-da1ced7a-cbf2-42de-b334-1351a54d010e tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.036972 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0aa8b45-ab64-4e92-b24b-2d823f944a1e req-da1ced7a-cbf2-42de-b334-1351a54d010e tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 944 time: 0.0825064 Jan 18 20:27:49.126867 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=f1f716af-ae09-4a01-8a29-d7bb8bff9321,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:49.133524 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1771202-9007-45d4-a9f4-434ace719a08 x-openstack-request-id: req-c1771202-9007-45d4-a9f4-434ace719a08 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:49.134257 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "name": "network-vif-plugged", "status": "completed", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:49.134884 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1771202-9007-45d4-a9f4-434ace719a08 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:49.135750 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'code': 200} Jan 18 20:27:49.141710 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0aa8b45-ab64-4e92-b24b-2d823f944a1e req-cbe03722-32b8-4579-9517-b2b69801ade2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914698 Jan 18 20:27:49.391363 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5cefe-0e1a-4264-84f0-5b7091d8c03e req-7f3a69ec-70ca-4eec-9ed5-ea5339c2236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.393836 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3ff5cefe-0e1a-4264-84f0-5b7091d8c03e req-7f3a69ec-70ca-4eec-9ed5-ea5339c2236c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1098 time: 0.0509503 Jan 18 20:27:49.456436 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3ff5cefe-0e1a-4264-84f0-5b7091d8c03e req-d8dada45-ff9a-45da-9df3-f5fe53c3ad39 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555072 Jan 18 20:27:49.751239 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b78fd1-ed44-4840-aa9d-d1afb3ddebe6 req-bac8004e-534b-4cc1-983b-fb45db626f90 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:49.752883 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-89b78fd1-ed44-4840-aa9d-d1afb3ddebe6 req-bac8004e-534b-4cc1-983b-fb45db626f90 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 944 time: 0.0622511 Jan 18 20:27:49.809028 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-89b78fd1-ed44-4840-aa9d-d1afb3ddebe6 req-67eb3254-06da-4ae2-87a7-0293401d8015 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466495 Jan 18 20:27:50.281459 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d776a5-e960-477f-889d-7141496fbb8b req-660da73b-a80d-47f7-91a2-f108b020dbac tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:50.283334 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-57d776a5-e960-477f-889d-7141496fbb8b req-660da73b-a80d-47f7-91a2-f108b020dbac tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0548017 Jan 18 20:27:50.369145 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-57d776a5-e960-477f-889d-7141496fbb8b req-a0ec3cb0-97ef-4855-ba7d-bb2e0574f4dc tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790915 Jan 18 20:27:50.790847 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device ac71aa2f-ced3-4de1-af45-1e8fc62dff0f details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:27:50.935572 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:50.948237 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ec233-cd20-4ce8-adf2-92f38c21d7fb req-62530958-2a4f-4aa7-9f78-c7d42d810e82 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:50.949939 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-804ec233-cd20-4ce8-adf2-92f38c21d7fb req-62530958-2a4f-4aa7-9f78-c7d42d810e82 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 944 time: 0.0615058 Jan 18 20:27:50.954785 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'port_id': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f', 'mac_address': 'fa:16:3e:78:c6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:27:51.010470 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-804ec233-cd20-4ce8-adf2-92f38c21d7fb req-a598bf7c-07ab-41e3-88c0-752d3afe1610 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486221 Jan 18 20:27:51.019876 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:51.020469 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.035850 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac71aa2f-ced3-4de1-af45-1e8fc62dff0f {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:27:51.060681 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:51.066098 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:51.149807 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:51.290347 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['ac71aa2f-ced3-4de1-af45-1e8fc62dff0f'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:27:51.528673 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67914c2-bd8d-4632-8909-74b2e583bdd9 req-ab0e92ff-6a29-4262-9387-494d0cfe6124 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.530120 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c67914c2-bd8d-4632-8909-74b2e583bdd9 req-ab0e92ff-6a29-4262-9387-494d0cfe6124 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0647993 Jan 18 20:27:51.594554 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c67914c2-bd8d-4632-8909-74b2e583bdd9 req-18f32315-8154-4f43-ba8a-501c676e30b2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582263 Jan 18 20:27:51.733671 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861c06d-6933-48e1-858b-e6edf21a5f4a req-806670be-acae-4e76-93a5-4ae321ce94ac tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:51.735270 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8861c06d-6933-48e1-858b-e6edf21a5f4a req-806670be-acae-4e76-93a5-4ae321ce94ac tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0592098 Jan 18 20:27:51.815566 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8861c06d-6933-48e1-858b-e6edf21a5f4a req-33323de8-ff2f-407f-91e5-1e117e98f17a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743344 Jan 18 20:27:51.839347 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36140) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:52.192907 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025378ac-5e8c-4391-9693-18cd119b1d7f req-2964e3fb-69c6-4da9-b305-a4eb6d7caef8 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.195514 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-025378ac-5e8c-4391-9693-18cd119b1d7f req-2964e3fb-69c6-4da9-b305-a4eb6d7caef8 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 945 time: 0.0984464 Jan 18 20:27:52.199123 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605dd84d-c192-4631-b582-5d05929e59c9 tempest-TestShelveInstance-62026609 tempest-TestShelveInstance-62026609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:52.200720 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-605dd84d-c192-4631-b582-5d05929e59c9 tempest-TestShelveInstance-62026609 tempest-TestShelveInstance-62026609-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1093 time: 0.3603046 Jan 18 20:27:52.203899 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 36146) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:52.208821 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Request body: {'floatingip': {'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'port_id': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:52.236719 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.286484 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-025378ac-5e8c-4391-9693-18cd119b1d7f req-d0d97342-1af0-4c8f-bad7-eec261891ee3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840514 Jan 18 20:27:52.386037 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.502276 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Allocated IP 172.27.3.91 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/460a811a-6a31-41ba-8a85-6cfb3c38146d) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:27:52.633682 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for port (460a811a-6a31-41ba-8a85-6cfb3c38146d), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.670462 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (460a811a-6a31-41ba-8a85-6cfb3c38146d), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:52.716308 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:27:52.719520 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:27:52.723429 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:27:52.729378 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event updated for resources: {'Port': ['ID=460a811a-6a31-41ba-8a85-6cfb3c38146d,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:52.809613 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device ac71aa2f-ced3-4de1-af45-1e8fc62dff0f up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:27:52.862283 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:27:52.868087 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:27:52.868463 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.093536 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:27:53.094009 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.121109 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:53.124331 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fdf89b-f2b3-40a9-89c1-ed54bd49c281" -d '{"events": [{"server_uuid": "ca1b7d23-2dbd-4028-8c9e-6760c49670aa", "name": "network-vif-plugged", "status": "completed", "tag": "ac71aa2f-ced3-4de1-af45-1e8fc62dff0f"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:53.138233 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:27:53.144603 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.183921 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4d395b-6b47-402a-948d-730fccceaf07 x-openstack-request-id: req-1c4d395b-6b47-402a-948d-730fccceaf07 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:53.184361 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1b7d23-2dbd-4028-8c9e-6760c49670aa", "name": "network-vif-plugged", "status": "completed", "tag": "ac71aa2f-ced3-4de1-af45-1e8fc62dff0f", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:53.184565 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1c4d395b-6b47-402a-948d-730fccceaf07 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:53.184937 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f', 'code': 200} Jan 18 20:27:53.189851 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for floatingip (e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.227974 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:53.273851 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (460a811a-6a31-41ba-8a85-6cfb3c38146d), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.426021 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b6f30-35cc-4007-b619-abb16c4d30fe req-0947a7c2-6073-4cb8-8f50-50c15b43302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:53.428634 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-775b6f30-35cc-4007-b619-abb16c4d30fe req-0947a7c2-6073-4cb8-8f50-50c15b43302b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 1099 time: 0.0792572 Jan 18 20:27:53.488403 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-775b6f30-35cc-4007-b619-abb16c4d30fe req-b2e5ec6b-ae7c-478f-9c04-f724f2609b29 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485902 Jan 18 20:27:53.514696 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068d854-2b84-4591-ae9c-941fb6575c1f req-c4fd7d39-2e4c-4772-a683-9e1e964a6e5f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:53.517167 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c068d854-2b84-4591-ae9c-941fb6575c1f req-c4fd7d39-2e4c-4772-a683-9e1e964a6e5f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0993204 Jan 18 20:27:53.569027 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for port (460a811a-6a31-41ba-8a85-6cfb3c38146d), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.575911 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (460a811a-6a31-41ba-8a85-6cfb3c38146d), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.652277 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c068d854-2b84-4591-ae9c-941fb6575c1f req-7414aa0a-d7e4-4d84-9d92-570e1cf8054a tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285491 Jan 18 20:27:53.665990 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event updated for resources: {'Port': ['ID=460a811a-6a31-41ba-8a85-6cfb3c38146d,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:27:53.682518 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:53.797952 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.l3_db [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Floating IP e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe associated. External IP: 172.27.3.91, port: f1f716af-ae09-4a01-8a29-d7bb8bff9321. Jan 18 20:27:54.300304 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Router 673bd355-7148-4d2b-a2d2-c3f7410a2895 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:54.421062 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:54.435410 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64322316-552d-4d5e-889b-3d18d513287a None None] Sync routers for ids ['673bd355-7148-4d2b-a2d2-c3f7410a2895'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:54.443718 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:54.446666 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64322316-552d-4d5e-889b-3d18d513287a None None] Routers {'673bd355-7148-4d2b-a2d2-c3f7410a2895'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:54.447352 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-64322316-552d-4d5e-889b-3d18d513287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['673bd355-7148-4d2b-a2d2-c3f7410a2895'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:54.478686 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-d1d1f380-24fd-4e91-8a3a-0aa50ed70f6a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2735705 Jan 18 20:27:54.479321 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:54.481665 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16" -d '{"events": [{"name": "network-changed", "server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:54.560336 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298faabd-1ec0-4d70-b361-0390997cd573 x-openstack-request-id: req-298faabd-1ec0-4d70-b361-0390997cd573 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:54.560802 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:54.561227 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-298faabd-1ec0-4d70-b361-0390997cd573 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:54.561877 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'status': 'completed', 'code': 200} Jan 18 20:27:54.594887 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-64322316-552d-4d5e-889b-3d18d513287a None None] Set router 673bd355-7148-4d2b-a2d2-c3f7410a2895 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:54.655154 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-13a44686-60ce-4a84-87fe-c92f9afaafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.657302 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-13a44686-60ce-4a84-87fe-c92f9afaafc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32060f3477d348b7bb92a2240bec099f&device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1098 time: 0.0505984 Jan 18 20:27:54.823940 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-a2eac897-e9e6-4d54-b02c-17c13ac579e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.825495 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-a2eac897-e9e6-4d54-b02c-17c13ac579e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f1d2458-30aa-44ca-b2e2-990d8ff94955 HTTP/1.1" status: 200 len: 908 time: 0.1588626 Jan 18 20:27:54.890676 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d4b90-aba7-4afc-9ea5-be011d6d9221 req-8bf35267-9972-479c-87f2-5ff3bd0c70e6 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:54.892294 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3d7d4b90-aba7-4afc-9ea5-be011d6d9221 req-8bf35267-9972-479c-87f2-5ff3bd0c70e6 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.1066978 Jan 18 20:27:54.914915 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-2b9ebb8b-f2b9-4f7e-8cce-c81a6063755b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321 HTTP/1.1" status: 200 len: 998 time: 0.0805638 Jan 18 20:27:54.946755 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-64322316-552d-4d5e-889b-3d18d513287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'port_id': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'mac_address': 'fa:16:3e:6d:08:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:53Z', 'updated_at': '2022-01-18T20:27:53Z', 'revision_number': 0, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19025079-9757-486f-9714-a1d551798c3c', 'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'mac_address': 'fa:16:3e:63:7c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:08Z', 'updated_at': '2022-01-18T20:27:13Z', 'revision_number': 5, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'subnets': [{'id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:54.976401 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64322316-552d-4d5e-889b-3d18d513287a None None] Checking router: 673bd355-7148-4d2b-a2d2-c3f7410a2895 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:54.990070 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64322316-552d-4d5e-889b-3d18d513287a None None] Routers {'673bd355-7148-4d2b-a2d2-c3f7410a2895'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:54.990983 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-64322316-552d-4d5e-889b-3d18d513287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['673bd355-7148-4d2b-a2d2-c3f7410a2895'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:55.001498 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3d7d4b90-aba7-4afc-9ea5-be011d6d9221 req-3217de30-0806-4c71-9df4-a3646c03c63b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967736 Jan 18 20:27:55.004007 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-65a83609-f294-4b5a-a840-4b7060797d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:55.006480 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-65a83609-f294-4b5a-a840-4b7060797d74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81cc7b7b-7ee8-4723-95cb-23805c6def54 HTTP/1.1" status: 200 len: 847 time: 0.0837057 Jan 18 20:27:55.079659 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-8cba12ce-304d-4392-8cb8-58be1654253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:55.082206 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-8cba12ce-304d-4392-8cb8-58be1654253e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f1d2458-30aa-44ca-b2e2-990d8ff94955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687959 Jan 18 20:27:55.167384 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-64322316-552d-4d5e-889b-3d18d513287a None None] Set router 673bd355-7148-4d2b-a2d2-c3f7410a2895 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:55.169070 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e936e78-8068-4cef-a3cd-3e51b5e58fbb req-d0e7a665-0689-4524-b19b-be1c2c3c04ce tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:55.174601 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9e936e78-8068-4cef-a3cd-3e51b5e58fbb req-d0e7a665-0689-4524-b19b-be1c2c3c04ce tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0822237 Jan 18 20:27:55.180506 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 36166) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:27:55.187746 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-323af875-f565-4d40-a9e2-d5096e0de993 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Request body: {'floatingip': {'port_id': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:27:55.206871 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-cd15a7ad-1a92-4a43-84aa-a0bb7ac13f3a service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129060 Jan 18 20:27:55.230268 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-323af875-f565-4d40-a9e2-d5096e0de993 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (e89383c0-869d-4da7-b524-b6744f74cabf), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:55.332200 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2ded75a-3ecc-4e66-83d8-4f8000cd1f16 req-ad435968-c193-4c08-ad84-0b4e46d35986 service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188285 Jan 18 20:27:55.447079 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-64322316-552d-4d5e-889b-3d18d513287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'port_id': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'mac_address': 'fa:16:3e:6d:08:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:53Z', 'updated_at': '2022-01-18T20:27:53Z', 'revision_number': 0, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19025079-9757-486f-9714-a1d551798c3c', 'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'mac_address': 'fa:16:3e:63:7c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:08Z', 'updated_at': '2022-01-18T20:27:13Z', 'revision_number': 5, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'subnets': [{'id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:55.478081 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64322316-552d-4d5e-889b-3d18d513287a None None] The sync data for ids ['673bd355-7148-4d2b-a2d2-c3f7410a2895'] in dv-cinder-821602-14-iscsi is: [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'port_id': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'mac_address': 'fa:16:3e:6d:08:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:53Z', 'updated_at': '2022-01-18T20:27:53Z', 'revision_number': 0, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19025079-9757-486f-9714-a1d551798c3c', 'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'mac_address': 'fa:16:3e:63:7c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:08Z', 'updated_at': '2022-01-18T20:27:13Z', 'revision_number': 5, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'subnets': [{'id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:55.724721 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d121e40-0f9e-4f9d-9a7a-aedbf478517e None None] New status for floating IP e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe: ACTIVE {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:27:55.779559 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-323af875-f565-4d40-a9e2-d5096e0de993 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:55.795180 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-323af875-f565-4d40-a9e2-d5096e0de993 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (e89383c0-869d-4da7-b524-b6744f74cabf), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:55.945129 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.l3_db [None req-323af875-f565-4d40-a9e2-d5096e0de993 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Floating IP e89383c0-869d-4da7-b524-b6744f74cabf associated. External IP: 172.27.3.233, port: ac71aa2f-ced3-4de1-af45-1e8fc62dff0f. Jan 18 20:27:56.205652 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323af875-f565-4d40-a9e2-d5096e0de993 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Router b7c24fed-928c-4827-aa5e-181235abbf02 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:27:56.344876 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323af875-f565-4d40-a9e2-d5096e0de993 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:27:56.349892 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-323af875-f565-4d40-a9e2-d5096e0de993 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:27:56.357134 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] Sync routers for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:27:56.372089 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:56.372828 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:56.385843 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-323af875-f565-4d40-a9e2-d5096e0de993 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "PUT /v2.0/floatingips/e89383c0-869d-4da7-b524-b6744f74cabf HTTP/1.1" status: 200 len: 992 time: 1.2033234 Jan 18 20:27:56.506962 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:56.563793 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'tag': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:27:56.567319 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca1b7d23-2dbd-4028-8c9e-6760c49670aa", "tag": "ac71aa2f-ced3-4de1-af45-1e8fc62dff0f"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:27:56.610722 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a1d6ba-3a9d-4b2f-8e23-436cd2f79de5 x-openstack-request-id: req-19a1d6ba-3a9d-4b2f-8e23-436cd2f79de5 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:27:56.611016 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca1b7d23-2dbd-4028-8c9e-6760c49670aa", "tag": "ac71aa2f-ced3-4de1-af45-1e8fc62dff0f", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:27:56.611305 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-19a1d6ba-3a9d-4b2f-8e23-436cd2f79de5 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:27:56.611713 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'tag': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f', 'status': 'completed', 'code': 200} Jan 18 20:27:56.680462 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-efbcc134-55ce-4b8c-a49f-69934b10d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:56.684490 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-efbcc134-55ce-4b8c-a49f-69934b10d7a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=56295fd7b6c447b4a143879d64dd49da&device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 1099 time: 0.0512593 Jan 18 20:27:56.787538 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'e89383c0-869d-4da7-b524-b6744f74cabf', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'port_id': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'mac_address': 'fa:16:3e:78:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:42Z', 'updated_at': '2022-01-18T20:27:55Z', 'revision_number': 1, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:56.790948 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-2bbc6b68-de5c-4b6a-93b2-5bd220d24bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:56.792496 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-2bbc6b68-de5c-4b6a-93b2-5bd220d24bf1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 200 len: 910 time: 0.1017995 Jan 18 20:27:56.824347 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] Checking router: b7c24fed-928c-4827-aa5e-181235abbf02 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:27:56.840053 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:27:56.841135 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:27:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:56.877124 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-ccbb629e-3a7c-47ab-9705-bb1e4e67a8c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f HTTP/1.1" status: 200 len: 1000 time: 0.0777504 Jan 18 20:27:56.955441 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-d0819206-6526-4397-b5de-d61b022fba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:56.956971 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-d0819206-6526-4397-b5de-d61b022fba86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5b0896-662f-46ae-a4fa-8e373a5b18b7 HTTP/1.1" status: 200 len: 849 time: 0.0565326 Jan 18 20:27:56.980270 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:27:57.016150 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-109f7d21-1186-4cf3-bb72-a50811ba9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:27:57.017542 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-109f7d21-1186-4cf3-bb72-a50811ba9a47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534711 Jan 18 20:27:57.162202 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-61edfe72-761a-4704-a0ab-6bea3caeb86a service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353354 Jan 18 20:27:57.285373 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-af03dc4b-de94-4739-b9d9-f6cfd22dcce0 req-bdf9a2dd-d9ef-45f1-8ed5-5175daae1eef service neutron] 10.222.0.45 "GET /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150446 Jan 18 20:27:57.294192 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'e89383c0-869d-4da7-b524-b6744f74cabf', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'port_id': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'mac_address': 'fa:16:3e:78:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:42Z', 'updated_at': '2022-01-18T20:27:55Z', 'revision_number': 1, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:27:57.326267 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc08911a-2e33-4687-8f63-8a73d455f9f5 None None] The sync data for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi is: [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'e89383c0-869d-4da7-b524-b6744f74cabf', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'port_id': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'mac_address': 'fa:16:3e:78:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:27:42Z', 'updated_at': '2022-01-18T20:27:55Z', 'revision_number': 1, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:27:57.527590 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215f7ff-1cc5-45a0-9e28-2581ad26cd89 None None] New status for floating IP e89383c0-869d-4da7-b524-b6744f74cabf: ACTIVE {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:27:59.786590 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ddb92bce-25f6-4f24-baa6-cd1a56ac52e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:01.868478 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-54d1cfa8-545e-48bc-9f9f-4506b255885d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:03.361329 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.034146 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:04.705000 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:05.737442 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:16.099698 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:28:29.639331 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b478275-25be-4f7e-a19e-6ba84fa275c6 req-5be52623-7216-4638-b02c-bc35c6683d82 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:29.640819 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1b478275-25be-4f7e-a19e-6ba84fa275c6 req-5be52623-7216-4638-b02c-bc35c6683d82 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.1041775 Jan 18 20:28:29.688118 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1b478275-25be-4f7e-a19e-6ba84fa275c6 req-eae8db30-ed06-407e-b6c7-a97da726a81b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 Jan 18 20:28:29.788637 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-2e22b457-e80c-478c-83d7-afa42d26d968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:30.811222 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f7606-d68b-46cd-9e67-430e78eca304 req-2b677210-3601-42ab-8f07-862d2a6ba489 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:30.812710 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-282f7606-d68b-46cd-9e67-430e78eca304 req-2b677210-3601-42ab-8f07-862d2a6ba489 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0529056 Jan 18 20:28:30.860896 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-282f7606-d68b-46cd-9e67-430e78eca304 req-441e6ad1-7b6e-483d-adc3-e3c880e311a4 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426531 Jan 18 20:28:31.870821 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-fae6f157-e76e-46a5-a784-86877cc1ee6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:31.977742 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7f26-8aa1-498d-a03c-ba5f67d7801a req-309ee6b4-46c3-4ed1-b6b8-76caeaf0671d tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:31.979488 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-18db7f26-8aa1-498d-a03c-ba5f67d7801a req-309ee6b4-46c3-4ed1-b6b8-76caeaf0671d tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0479655 Jan 18 20:28:32.025780 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-18db7f26-8aa1-498d-a03c-ba5f67d7801a req-5fde7875-4f90-4d2f-9a8c-38df319d3a53 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407898 Jan 18 20:28:33.142767 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f90c9-bd04-4ae0-a3d6-dd45359de0e6 req-025d75b1-269c-46ac-9d39-a1d911ea9b69 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:33.144259 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-828f90c9-bd04-4ae0-a3d6-dd45359de0e6 req-025d75b1-269c-46ac-9d39-a1d911ea9b69 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0479591 Jan 18 20:28:33.194313 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-828f90c9-bd04-4ae0-a3d6-dd45359de0e6 req-83a636b6-6acf-4328-a43a-560d58e5c850 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445848 Jan 18 20:28:33.361655 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:34.049056 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:34.313580 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8f2e1-b3ba-48fb-9a5d-b94cd134066a req-d47aa703-5a36-46f4-9a42-7b7181df4956 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:34.315115 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-18c8f2e1-b3ba-48fb-9a5d-b94cd134066a req-d47aa703-5a36-46f4-9a42-7b7181df4956 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0486913 Jan 18 20:28:34.365989 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-18c8f2e1-b3ba-48fb-9a5d-b94cd134066a req-14775e27-eec6-4cde-b4a0-a522916c8fdc tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454030 Jan 18 20:28:34.706127 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:35.485246 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17b6fb-6a45-4f1b-ab40-7c9fbb81bc04 req-f31ae5f8-38d5-4a38-b856-89a125ff7797 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:35.486719 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ae17b6fb-6a45-4f1b-ab40-7c9fbb81bc04 req-f31ae5f8-38d5-4a38-b856-89a125ff7797 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0487223 Jan 18 20:28:35.533137 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ae17b6fb-6a45-4f1b-ab40-7c9fbb81bc04 req-c958c52c-82ae-4c99-83e2-3037c1489925 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408335 Jan 18 20:28:35.739779 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:36.654154 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758bf2-9a79-4d35-9116-7f6f3e34641d req-1408f852-b316-44bf-bb29-3a97ac4d8ec7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:36.655665 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bf758bf2-9a79-4d35-9116-7f6f3e34641d req-1408f852-b316-44bf-bb29-3a97ac4d8ec7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0509965 Jan 18 20:28:36.702638 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bf758bf2-9a79-4d35-9116-7f6f3e34641d req-59f2adaf-6947-4b24-8909-486a215d7cb6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414066 Jan 18 20:28:37.822568 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20003f-17c3-40c8-8bba-e1ad9720c08e req-53e9c6ac-7878-4ebe-b0a9-238407d40218 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:37.824103 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fb20003f-17c3-40c8-8bba-e1ad9720c08e req-53e9c6ac-7878-4ebe-b0a9-238407d40218 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0490220 Jan 18 20:28:37.874518 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fb20003f-17c3-40c8-8bba-e1ad9720c08e req-ca427d69-eabd-4779-8153-ccc3de9176ef tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441067 Jan 18 20:28:38.996966 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34126b3-b41b-405e-83d0-c7846a9799c4 req-094a240a-859f-41d4-951c-b72cef3f5642 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:38.998932 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b34126b3-b41b-405e-83d0-c7846a9799c4 req-094a240a-859f-41d4-951c-b72cef3f5642 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0503020 Jan 18 20:28:39.047296 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b34126b3-b41b-405e-83d0-c7846a9799c4 req-4e75b1e9-d2fa-43b5-9d27-6e6519a78e75 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 Jan 18 20:28:40.163805 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c47f-9236-4fb1-9ef2-5035a5871359 req-91291325-e924-48b3-9d45-fc33a00a4687 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:40.165215 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cf56c47f-9236-4fb1-9ef2-5035a5871359 req-91291325-e924-48b3-9d45-fc33a00a4687 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0471127 Jan 18 20:28:40.212372 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cf56c47f-9236-4fb1-9ef2-5035a5871359 req-8ed86fdd-4b0f-4afa-81db-bb36b185a51a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405037 Jan 18 20:28:41.355216 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b26a5-76a5-46fb-beef-d8f80034c702 req-7709b5a1-3017-4304-a60c-6480005230ba tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:41.357285 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca8b26a5-76a5-46fb-beef-d8f80034c702 req-7709b5a1-3017-4304-a60c-6480005230ba tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0503712 Jan 18 20:28:41.404133 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca8b26a5-76a5-46fb-beef-d8f80034c702 req-0a223239-9720-447a-9a6f-6323b0780bf1 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408401 Jan 18 20:28:42.525154 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5ccfc-209a-4606-86f2-f1efa2e954b6 req-32a79bda-896d-43a5-9e47-9608d34640ab tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:42.526637 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5e5ccfc-209a-4606-86f2-f1efa2e954b6 req-32a79bda-896d-43a5-9e47-9608d34640ab tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0513258 Jan 18 20:28:42.574832 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f5e5ccfc-209a-4606-86f2-f1efa2e954b6 req-875aec8b-52b4-4d91-bbe7-36e0b82f405a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 Jan 18 20:28:43.706659 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fe16f-0352-490b-8e4f-35de3ca3f7e6 req-5feb3749-6189-43c6-baa6-261b1b7f586c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:43.708247 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0f2fe16f-0352-490b-8e4f-35de3ca3f7e6 req-5feb3749-6189-43c6-baa6-261b1b7f586c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0502293 Jan 18 20:28:43.758867 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0f2fe16f-0352-490b-8e4f-35de3ca3f7e6 req-f741d678-bd1d-4b63-9674-819eb4ac12a4 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448241 Jan 18 20:28:44.879220 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24b418-a4ab-4dff-a818-02b6407ad929 req-a9d12e31-5e18-4780-9a3c-80dafe0daec5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:44.880685 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0f24b418-a4ab-4dff-a818-02b6407ad929 req-a9d12e31-5e18-4780-9a3c-80dafe0daec5 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0508389 Jan 18 20:28:44.930985 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0f24b418-a4ab-4dff-a818-02b6407ad929 req-f7792701-6b5d-4745-b187-86ff40a67312 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440555 Jan 18 20:28:46.049314 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fefaf5-1d43-4e57-b320-8cd907df8e5c req-7729fcc0-b554-45f2-8b42-099a80ac757c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:46.050743 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-49fefaf5-1d43-4e57-b320-8cd907df8e5c req-7729fcc0-b554-45f2-8b42-099a80ac757c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0500946 Jan 18 20:28:46.096318 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-49fefaf5-1d43-4e57-b320-8cd907df8e5c req-66f6b26e-1f52-4641-ba6e-0fee3391c234 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399218 Jan 18 20:28:46.969679 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:28:47.069956 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:47.081578 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'port_id': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'mac_address': 'fa:16:3e:c8:d5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:28:47.120371 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d is: ACTIVE; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:47.120763 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:47.134484 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:28:47.156739 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:47.161188 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:47.215076 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=6']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:47.223134 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.223911 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72aaf6-2239-49f1-9bae-02304e8a2fee req-b6d14bd6-67a2-496a-b9cf-bb17dd1f805a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:47.225382 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.225729 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.226065 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.226393 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.226720 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.227069 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.227402 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.227706 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.228194 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.228662 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.229213 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.229684 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:28:47.231474 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eb72aaf6-2239-49f1-9bae-02304e8a2fee req-b6d14bd6-67a2-496a-b9cf-bb17dd1f805a tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 945 time: 0.0555990 Jan 18 20:28:47.256049 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:28:47.307343 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eb72aaf6-2239-49f1-9bae-02304e8a2fee req-df445185-a158-41c9-be21-b587be83faa3 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615480 Jan 18 20:28:48.466278 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fbc9e-9429-4ea9-9cf4-ce76ce44e6d4 req-3e53a899-f1f7-41e3-a3cf-31e014cdadb6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:48.469267 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ff0fbc9e-9429-4ea9-9cf4-ce76ce44e6d4 req-3e53a899-f1f7-41e3-a3cf-31e014cdadb6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 945 time: 0.0576169 Jan 18 20:28:48.528896 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ff0fbc9e-9429-4ea9-9cf4-ce76ce44e6d4 req-c12251cd-26b8-4b44-9dbc-9a13879b7880 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536504 Jan 18 20:28:48.977893 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:28:49.032893 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:28:49.033348 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:49.128151 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:28:49.128549 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:49.155077 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:28:49.157349 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ebd216-20ed-4f35-b486-cd4cee7adb47" -d '{"events": [{"server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "name": "network-vif-plugged", "status": "completed", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:28:49.170589 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:28:49.176546 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:28:49.236877 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=7']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:28:49.297834 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2fe214-4e9b-45ac-8196-8452098a45f0 x-openstack-request-id: req-da2fe214-4e9b-45ac-8196-8452098a45f0 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:28:49.298131 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "name": "network-vif-plugged", "status": "completed", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:28:49.298390 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-da2fe214-4e9b-45ac-8196-8452098a45f0 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:28:49.298790 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'code': 200} Jan 18 20:28:49.687970 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164895d-b739-4f35-a7fd-3c0d5ad761b3 req-6393bd15-b604-42b1-9c42-3bf1238f4548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:49.690824 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0164895d-b739-4f35-a7fd-3c0d5ad761b3 req-6393bd15-b604-42b1-9c42-3bf1238f4548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0714183 Jan 18 20:28:49.787675 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0164895d-b739-4f35-a7fd-3c0d5ad761b3 req-8a83c7ca-9b70-45b7-9065-99c5e522feec tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890329 Jan 18 20:28:50.938159 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1cf2b-8c8b-4a99-821e-c93b9a53cd5a req-24c9224d-5ecf-4d6d-8ee0-795ef2a5adb7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:50.939669 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c7d1cf2b-8c8b-4a99-821e-c93b9a53cd5a req-24c9224d-5ecf-4d6d-8ee0-795ef2a5adb7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0614057 Jan 18 20:28:51.003532 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c7d1cf2b-8c8b-4a99-821e-c93b9a53cd5a req-c46d7975-07fd-46ef-81dd-a9e904bb31ba tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579457 Jan 18 20:28:52.157574 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2726d-66db-4c01-97ee-e90f89f05a54 req-d2a3b70b-c48d-4a9a-8b48-4c4b5296ea14 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:52.160020 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c3e2726d-66db-4c01-97ee-e90f89f05a54 req-d2a3b70b-c48d-4a9a-8b48-4c4b5296ea14 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0574327 Jan 18 20:28:52.243474 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c3e2726d-66db-4c01-97ee-e90f89f05a54 req-a820a5ac-8734-4d04-8cad-167ce8098efc tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761251 Jan 18 20:28:53.109457 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:28:53.389298 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecb6e3-b00b-4493-b5a5-5490639c5ee4 req-d9de7a86-4f11-4611-9415-69f6ed642da6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:53.390798 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-efecb6e3-b00b-4493-b5a5-5490639c5ee4 req-d9de7a86-4f11-4611-9415-69f6ed642da6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0576658 Jan 18 20:28:53.457120 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-efecb6e3-b00b-4493-b5a5-5490639c5ee4 req-861a06cb-4ffd-4b1b-9870-193ab0d5a73b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543203 Jan 18 20:28:54.608261 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccebba-c9ba-48e8-9910-3605087dd816 req-f24cf307-fa56-4859-8344-32dd31c029bd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:54.615595 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a3ccebba-c9ba-48e8-9910-3605087dd816 req-f24cf307-fa56-4859-8344-32dd31c029bd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0649548 Jan 18 20:28:54.675626 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a3ccebba-c9ba-48e8-9910-3605087dd816 req-11428ebf-d681-4c4d-8376-2d3db000b993 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574322 Jan 18 20:28:55.816431 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9bc53-fd58-4bae-81ee-f6168f3cc13b req-867ce7a2-0a1a-4a53-821b-2ee323be9257 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:55.818062 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-89e9bc53-fd58-4bae-81ee-f6168f3cc13b req-867ce7a2-0a1a-4a53-821b-2ee323be9257 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0577927 Jan 18 20:28:55.878708 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-89e9bc53-fd58-4bae-81ee-f6168f3cc13b req-422b1404-8a6d-49c4-8379-d9d934888b57 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510478 Jan 18 20:28:56.863331 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-6352efd9-2234-40fb-af61-b8ac7c05b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:56.864805 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-6352efd9-2234-40fb-af61-b8ac7c05b210 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 1099 time: 0.0878856 Jan 18 20:28:56.960203 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-45b605ec-2d4f-4c02-80b0-9a513705faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:56.961598 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-45b605ec-2d4f-4c02-80b0-9a513705faf7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 916 time: 0.0901031 Jan 18 20:28:57.009473 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c974618-f49b-4610-9ed5-fec556cdbd72 req-d412991f-4991-4982-b7c8-b87b428098e7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:57.011000 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8c974618-f49b-4610-9ed5-fec556cdbd72 req-d412991f-4991-4982-b7c8-b87b428098e7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0526741 Jan 18 20:28:57.031471 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-bac81b0d-5d96-490d-8833-f86379f35eb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d HTTP/1.1" status: 200 len: 1001 time: 0.0635357 Jan 18 20:28:57.065897 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8c974618-f49b-4610-9ed5-fec556cdbd72 req-d302ba3f-b2be-4f35-8f18-d3883d1359e7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487330 Jan 18 20:28:57.085092 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-0480d35e-f97f-4978-8f89-72d2057954d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:57.086555 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-0480d35e-f97f-4978-8f89-72d2057954d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.0489361 Jan 18 20:28:57.131398 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-f7bcb527-de39-434c-aeb8-38409db2b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:57.132934 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-f7bcb527-de39-434c-aeb8-38409db2b094 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400538 Jan 18 20:28:57.239545 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-cccc6fea-1f58-495d-ac03-07cf7a9592ff service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000237 Jan 18 20:28:57.356826 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a8264bf1-d09a-4b37-8094-b3810b89fb69 req-5aa4c88c-da5c-411e-a453-58f08a398709 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932994 Jan 18 20:28:58.216777 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70e8b4-4aaf-45c5-98f9-81e678579eef req-8713507c-bfbc-40c6-95ee-8f4e1b2ffca0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:58.218352 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3e70e8b4-4aaf-45c5-98f9-81e678579eef req-8713507c-bfbc-40c6-95ee-8f4e1b2ffca0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0679734 Jan 18 20:28:58.281368 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3e70e8b4-4aaf-45c5-98f9-81e678579eef req-c6391743-7387-4631-a81e-0bd3c0c66e68 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572672 Jan 18 20:28:59.411925 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dbde2-450f-4d18-a7a9-60624bc3ecd2 req-bf2a2460-80cb-4ebb-8d2a-b0998a471c55 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:28:59.413480 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-955dbde2-450f-4d18-a7a9-60624bc3ecd2 req-bf2a2460-80cb-4ebb-8d2a-b0998a471c55 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0533326 Jan 18 20:28:59.465495 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-955dbde2-450f-4d18-a7a9-60624bc3ecd2 req-44bb6aaf-4105-436c-afbb-74ea986c8b8b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462630 Jan 18 20:28:59.802003 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-018c7d8a-6bbf-4f19-9463-9de8cf07b699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:00.345366 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [req-47346112-4057-482c-b912-7d4466c0d638 req-eeb75366-73f6-4810-9dd4-ec6dac6db217 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102695) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:29:00.346375 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-47346112-4057-482c-b912-7d4466c0d638 req-eeb75366-73f6-4810-9dd4-ec6dac6db217 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501463 Jan 18 20:29:00.529747 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf68a5-c55d-4d8e-8829-605a73b46f24 req-055b46ec-dbb7-485c-af28-18b5451634c0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:00.531375 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fbbf68a5-c55d-4d8e-8829-605a73b46f24 req-055b46ec-dbb7-485c-af28-18b5451634c0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 946 time: 0.0777874 Jan 18 20:29:00.557169 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-d48e73e5-2065-48ec-a192-8f109fe91812 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0633857 Jan 18 20:29:00.587313 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fbbf68a5-c55d-4d8e-8829-605a73b46f24 req-74886438-c57d-40fc-9ba8-b8fa8eabbf44 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481436 Jan 18 20:29:01.037986 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:01.134336 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d is: ACTIVE; New status is: DOWN {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:01.134826 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:01.161044 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:01.163479 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a5fe9f-c7dd-4ea3-8b79-7f3294cba9ad" -d '{"events": [{"server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "name": "network-vif-unplugged", "status": "completed", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:01.180534 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:01.186174 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:01.221572 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f82d038-313e-457a-99d3-e4c5a3425ff6 x-openstack-request-id: req-3f82d038-313e-457a-99d3-e4c5a3425ff6 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:01.222083 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "name": "network-vif-unplugged", "status": "failed", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d", "code": 422}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:01.222343 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3f82d038-313e-457a-99d3-e4c5a3425ff6 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:01.222731 dv-cinder-821602-14-iscsi neutron-server[102696]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'code': 422} returned with failed status Jan 18 20:29:01.244741 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=8']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:01.594866 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-806ddb77-6af4-4f5f-8c1d-c16dbf5ff61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:01.596312 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-806ddb77-6af4-4f5f-8c1d-c16dbf5ff61b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc&tenant_id=9d6dd542180144d480be34c9a555ae63 HTTP/1.1" status: 200 len: 1097 time: 0.0730789 Jan 18 20:29:01.667184 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-141d8872-07b1-44b4-9873-7c4df927e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:01.668846 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-141d8872-07b1-44b4-9873-7c4df927e67f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 1097 time: 0.0472343 Jan 18 20:29:01.802693 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3adf8-7d7e-422e-bd42-ec606629c9d1 req-57808c86-a6fa-4cc4-8f1c-652c2e26ba6e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:01.804251 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a8e3adf8-7d7e-422e-bd42-ec606629c9d1 req-57808c86-a6fa-4cc4-8f1c-652c2e26ba6e tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.1102676 Jan 18 20:29:01.809205 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-19b58cfd-ec49-45e9-bc2a-b5348ca6c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:01.810803 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-19b58cfd-ec49-45e9-bc2a-b5348ca6c32c service neutron] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 916 time: 0.1355739 Jan 18 20:29:01.876634 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-11bf1b73-a890-4adf-8b71-6d8abf1fd625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:01.906144 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a8e3adf8-7d7e-422e-bd42-ec606629c9d1 req-31e434fc-900b-4bf9-8958-ffa67e8c1815 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943210 Jan 18 20:29:01.908179 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-1fd5ca66-cdb9-4e8e-ac4b-b659562a4749 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d HTTP/1.1" status: 200 len: 999 time: 0.0903242 Jan 18 20:29:01.971893 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-cdf8d557-0a65-4d59-a907-fd7390896187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:01.973394 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-cdf8d557-0a65-4d59-a907-fd7390896187 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.0582285 Jan 18 20:29:02.025562 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-fbc60282-de6c-442b-8930-bedcfa78f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:02.027816 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-fbc60282-de6c-442b-8930-bedcfa78f50f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483170 Jan 18 20:29:02.126696 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-e332bcb0-fbff-42e5-995b-cf0075a81a05 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918105 Jan 18 20:29:02.510553 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-2116edb8-d019-4d0f-86ef-cbe7e20babc9 service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736353 Jan 18 20:29:02.834676 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefd2bc-9ea4-44e0-aadc-76f8911beb8d req-f5a4ea5f-cf09-444e-96b9-e8c41b106ade tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:02.836214 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3aefd2bc-9ea4-44e0-aadc-76f8911beb8d req-f5a4ea5f-cf09-444e-96b9-e8c41b106ade tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0504198 Jan 18 20:29:02.914717 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3aefd2bc-9ea4-44e0-aadc-76f8911beb8d req-62faf829-8696-41b8-be0a-9a1b21e4aa98 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605240 Jan 18 20:29:03.108746 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19598178-864d-4001-8fec-cffb71cb2702 req-48966f65-7968-4b16-bd13-9efdacb314e9 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:03.111052 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-19598178-864d-4001-8fec-cffb71cb2702 req-48966f65-7968-4b16-bd13-9efdacb314e9 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0922413 Jan 18 20:29:03.180756 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-19598178-864d-4001-8fec-cffb71cb2702 req-e7c8b682-9ac3-4a2e-bb17-eba8042ffe0c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626884 Jan 18 20:29:03.375322 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:04.043819 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:04.052106 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eb228-787b-4ff0-992b-8a4f88a20267 req-09819944-4e25-4831-a7e5-c9ad6a87b542 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:04.054452 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1a1eb228-787b-4ff0-992b-8a4f88a20267 req-09819944-4e25-4831-a7e5-c9ad6a87b542 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0561080 Jan 18 20:29:04.108487 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1a1eb228-787b-4ff0-992b-8a4f88a20267 req-d041bb72-6ce1-4b64-b659-ccca8182e17e tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453322 Jan 18 20:29:04.311454 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8d4a3-e71e-4d32-a38f-44dc5d7d9feb req-67293988-e008-4ffb-92d3-4005042ac886 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:04.313345 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-18b8d4a3-e71e-4d32-a38f-44dc5d7d9feb req-67293988-e008-4ffb-92d3-4005042ac886 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0562406 Jan 18 20:29:04.367463 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-18b8d4a3-e71e-4d32-a38f-44dc5d7d9feb req-30fb5396-e22a-4b16-bf3c-b660542d5fa2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475116 Jan 18 20:29:04.710367 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:05.246706 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a55a9-b2b7-4e0c-b22f-3521e0de17a2 req-8e0c0d3d-8f4d-495d-aa01-a8dc495ddac6 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:05.249091 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-881a55a9-b2b7-4e0c-b22f-3521e0de17a2 req-8e0c0d3d-8f4d-495d-aa01-a8dc495ddac6 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0613189 Jan 18 20:29:05.312623 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-881a55a9-b2b7-4e0c-b22f-3521e0de17a2 req-20e86489-e8d7-4538-bd6f-0b407be64cd8 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532675 Jan 18 20:29:05.517140 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170ab5-da48-4f89-af11-b03d2f0db50b req-6e4ff22f-eb7e-4935-9081-68d71f355d34 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:05.518831 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b7170ab5-da48-4f89-af11-b03d2f0db50b req-6e4ff22f-eb7e-4935-9081-68d71f355d34 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0588963 Jan 18 20:29:05.585699 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b7170ab5-da48-4f89-af11-b03d2f0db50b req-33f49f63-35ef-4fe1-8326-62e102071775 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602138 Jan 18 20:29:05.761786 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:06.462187 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a0283-6172-4c26-a321-6977fdbd8c70 req-6e86ba79-2e4b-41fa-97ab-ad5f5275615c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:06.471531 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-906a0283-6172-4c26-a321-6977fdbd8c70 req-6e86ba79-2e4b-41fa-97ab-ad5f5275615c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0677047 Jan 18 20:29:06.532431 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-906a0283-6172-4c26-a321-6977fdbd8c70 req-9262ef67-7a7c-42e2-b51e-7d90590bc178 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621779 Jan 18 20:29:06.738700 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf58eb-57cf-4699-8503-b3930c4912a9 req-added8cd-0bd2-40d0-af79-3a127fb1504d tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:06.741895 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ffdf58eb-57cf-4699-8503-b3930c4912a9 req-added8cd-0bd2-40d0-af79-3a127fb1504d tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0630424 Jan 18 20:29:06.800106 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ffdf58eb-57cf-4699-8503-b3930c4912a9 req-140d0bc7-901b-488a-926c-384444d995c0 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528808 Jan 18 20:29:07.672832 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb916e-7b27-4eb3-8f65-e28646ce1a6c req-80cb2772-b63b-4e22-bd48-e7812010684c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:07.674397 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cbcb916e-7b27-4eb3-8f65-e28646ce1a6c req-80cb2772-b63b-4e22-bd48-e7812010684c tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0549638 Jan 18 20:29:07.739721 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cbcb916e-7b27-4eb3-8f65-e28646ce1a6c req-685a4c9c-8375-403c-8279-002a133d7705 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506296 Jan 18 20:29:07.979863 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96d2e1-ff03-4563-963b-558eed60ee09 req-eda2428b-1c7e-4572-94b5-940fab9a665d tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:07.982986 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ff96d2e1-ff03-4563-963b-558eed60ee09 req-eda2428b-1c7e-4572-94b5-940fab9a665d tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0805120 Jan 18 20:29:08.052122 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ff96d2e1-ff03-4563-963b-558eed60ee09 req-26604bc9-0c22-465e-a757-b9130033f908 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620031 Jan 18 20:29:08.909417 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cc7af-27f2-4d10-bdd1-653d62363e97 req-9352db80-9d57-4ccd-8d22-670873951d65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:08.912180 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-478cc7af-27f2-4d10-bdd1-653d62363e97 req-9352db80-9d57-4ccd-8d22-670873951d65 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0858557 Jan 18 20:29:08.976087 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-478cc7af-27f2-4d10-bdd1-653d62363e97 req-69491df2-ae0b-4d45-849a-513bd7ad28f9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559630 Jan 18 20:29:09.192821 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c964056-ebc2-4eb9-a845-cbe498a4e89d req-6480e4d2-f3c5-4468-9a39-0bf98b2e9b11 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:09.195110 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-7c964056-ebc2-4eb9-a845-cbe498a4e89d req-6480e4d2-f3c5-4468-9a39-0bf98b2e9b11 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0533614 Jan 18 20:29:09.252891 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-7c964056-ebc2-4eb9-a845-cbe498a4e89d req-5f05ffc4-8fe7-4f00-939b-45d2f1eee56f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503974 Jan 18 20:29:10.099531 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba34bb-8d4e-41ef-89b6-e9d096713a29 req-95a4b88f-897a-4c41-a94d-81bee10165d4 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:10.101433 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0eba34bb-8d4e-41ef-89b6-e9d096713a29 req-95a4b88f-897a-4c41-a94d-81bee10165d4 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0505800 Jan 18 20:29:10.155182 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0eba34bb-8d4e-41ef-89b6-e9d096713a29 req-027376ae-0785-4fd8-a1c0-0a31b7efa4e7 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473661 Jan 18 20:29:10.392315 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e80b29-7445-45b0-a548-1dbd1c003620 req-0c81261c-8494-4fad-abbd-1fdf1a57fae2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:10.398440 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-73e80b29-7445-45b0-a548-1dbd1c003620 req-0c81261c-8494-4fad-abbd-1fdf1a57fae2 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0572143 Jan 18 20:29:10.453390 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-73e80b29-7445-45b0-a548-1dbd1c003620 req-79faaa1c-e59a-4e16-866e-2ca5cc5d1c24 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534928 Jan 18 20:29:11.275989 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe317e-4985-4731-82a1-ccd90778e2f2 req-251d38a6-a1e0-428c-86cb-eeb3af6d0c3f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.277480 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8afe317e-4985-4731-82a1-ccd90778e2f2 req-251d38a6-a1e0-428c-86cb-eeb3af6d0c3f tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0499587 Jan 18 20:29:11.326551 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8afe317e-4985-4731-82a1-ccd90778e2f2 req-58fd4aa7-b560-4874-a705-663a60cbed9d tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Jan 18 20:29:11.526317 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-18b8a3d0-c852-4675-8cf5-e3fc6ec295c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.527854 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-18b8a3d0-c852-4675-8cf5-e3fc6ec295c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6dd542180144d480be34c9a555ae63&device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 1097 time: 0.0427866 Jan 18 20:29:11.582532 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb65a84-ec55-4c8f-b97d-5196332184ae req-7365b7cc-67aa-41fb-af5d-41909168abbf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.584060 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9eb65a84-ec55-4c8f-b97d-5196332184ae req-7365b7cc-67aa-41fb-af5d-41909168abbf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0506368 Jan 18 20:29:11.629809 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-fe44e858-4874-400a-ab48-ba4ef54b8ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.631347 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-fe44e858-4874-400a-ab48-ba4ef54b8ece service neutron] 10.222.0.45 "GET /v2.0/networks?id=09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 200 len: 916 time: 0.0846386 Jan 18 20:29:11.632489 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9eb65a84-ec55-4c8f-b97d-5196332184ae req-eb1bc25e-776b-417f-999e-94a6edd6ddc7 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Jan 18 20:29:11.700883 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-57b6d35a-fdc8-4eb2-84d5-1b2acd85d003 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d HTTP/1.1" status: 200 len: 999 time: 0.0619185 Jan 18 20:29:11.750271 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-29866be0-64bc-485c-bf90-004d9902a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.751819 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-29866be0-64bc-485c-bf90-004d9902a327 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 200 len: 855 time: 0.0430455 Jan 18 20:29:11.796191 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-5710817e-bbd2-44bd-b60c-1e2e45258dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:11.797971 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-5710817e-bbd2-44bd-b60c-1e2e45258dd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=09a7462a-8def-4289-bb51-c535f8395ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395722 Jan 18 20:29:11.895964 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-823b83c7-b2b0-4f7a-96a9-307d27c4c58a service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904620 Jan 18 20:29:11.987633 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7b5d0d8c-b760-481d-ba34-ae7cea653825 req-e175d64b-8ffe-46f8-85d4-9aba1a75ffef service neutron] 10.222.0.45 "GET /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834579 Jan 18 20:29:12.449603 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06c275-a378-40f5-910f-d6e8b4d1b6d2 req-d8885856-842b-44ee-8b5a-1ca8b13e551d tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:12.451705 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5c06c275-a378-40f5-910f-d6e8b4d1b6d2 req-d8885856-842b-44ee-8b5a-1ca8b13e551d tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0544174 Jan 18 20:29:12.499960 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5c06c275-a378-40f5-910f-d6e8b4d1b6d2 req-f34cdf58-6c50-4724-8ed8-33b8d6be6091 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426838 Jan 18 20:29:12.756948 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e740-5a9a-4e2b-b35e-8a3fba06be19 req-1ab6e58e-b792-4c31-872d-d10a4087c324 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:12.758465 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5b56e740-5a9a-4e2b-b35e-8a3fba06be19 req-1ab6e58e-b792-4c31-872d-d10a4087c324 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 944 time: 0.0510416 Jan 18 20:29:12.811396 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5b56e740-5a9a-4e2b-b35e-8a3fba06be19 req-8ef0eb15-0964-4ce4-a322-9d35ca8d46a8 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472846 Jan 18 20:29:13.119792 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-9813e5e2-0c73-47a3-8a7b-cdf59708e2e7 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:13.121423 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-9813e5e2-0c73-47a3-8a7b-cdf59708e2e7 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.0495522 Jan 18 20:29:13.123610 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:29:13.220502 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:13.225821 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Deleting port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:13.226168 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.231968 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'port_id': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'mac_address': 'fa:16:3e:c8:d5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:29:13.279520 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:13.279891 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.293890 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:29:13.314865 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:13.319637 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.327928 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] For port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:13.328291 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.372229 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=9']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:13.547582 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:29:13.606442 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.607088 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (e89383c0-869d-4da7-b524-b6744f74cabf), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.607195 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.l3_db [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Floating IP e89383c0-869d-4da7-b524-b6744f74cabf disassociated. External IP: 172.27.3.233, port: ac71aa2f-ced3-4de1-af45-1e8fc62dff0f. Jan 18 20:29:13.607446 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Calling delete_port for ac71aa2f-ced3-4de1-af45-1e8fc62dff0f owned by compute:nova {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:13.673115 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76a0e5-a834-42c6-acf6-30c9b5c23189 req-1e211e3c-0407-4e72-ac37-4903cbbd3630 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:13.674544 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cb76a0e5-a834-42c6-acf6-30c9b5c23189 req-1e211e3c-0407-4e72-ac37-4903cbbd3630 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca1b7d23-2dbd-4028-8c9e-6760c49670aa HTTP/1.1" status: 200 len: 946 time: 0.1032867 Jan 18 20:29:13.745553 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cb76a0e5-a834-42c6-acf6-30c9b5c23189 req-c8c2e806-75d9-4295-918b-4d4bb2a0f71b tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups?id=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619295 Jan 18 20:29:13.797026 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (ac71aa2f-ced3-4de1-af45-1e8fc62dff0f), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:13.827808 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event deleted for resources: {'Port': ['ID=ac71aa2f-ced3-4de1-af45-1e8fc62dff0f,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:13.840415 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.840778 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.841096 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.841472 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.841805 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.842139 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.842466 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.842792 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.843139 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.843463 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.843783 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.844101 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.844416 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:13.947682 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bd5f6-ae37-4445-b716-c45c603b4126 req-24be424d-9ab7-47cb-8245-eb190e566a65 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:13.949172 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df3bd5f6-ae37-4445-b716-c45c603b4126 req-24be424d-9ab7-47cb-8245-eb190e566a65 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 945 time: 0.0498230 Jan 18 20:29:13.955823 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Router b7c24fed-928c-4827-aa5e-181235abbf02 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:29:14.000181 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df3bd5f6-ae37-4445-b716-c45c603b4126 req-6d9dd7a0-6588-4010-8e6c-d63c7cf05c23 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436358 Jan 18 20:29:14.065343 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:14.075383 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] Sync routers for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:14.086811 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:14.087469 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:29:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:14.106589 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] No DVR routers for this DVR port ac71aa2f-ced3-4de1-af45-1e8fc62dff0f on host hv-cinder-82160 {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:14.109322 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:14.112907 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-004ab607-50d8-44c3-b39a-03d51f0f0eb7 req-b300f2ed-d402-403c-ac28-05c7937d4998 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.45 "DELETE /v2.0/ports/ac71aa2f-ced3-4de1-af45-1e8fc62dff0f HTTP/1.1" status: 204 len: 173 time: 0.9856927 Jan 18 20:29:14.113379 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'name': 'network-vif-deleted', 'tag': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:14.116281 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc82d6d2-580b-499d-b80c-c2f5bff2b702" -d '{"events": [{"server_uuid": "ca1b7d23-2dbd-4028-8c9e-6760c49670aa", "name": "network-vif-deleted", "tag": "ac71aa2f-ced3-4de1-af45-1e8fc62dff0f"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:14.211800 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:14.284128 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8c3540-be22-49d6-b7b1-cf5d2fb69e00 x-openstack-request-id: req-1b8c3540-be22-49d6-b7b1-cf5d2fb69e00 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:14.284430 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1b7d23-2dbd-4028-8c9e-6760c49670aa", "name": "network-vif-deleted", "tag": "ac71aa2f-ced3-4de1-af45-1e8fc62dff0f", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:14.284685 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1b8c3540-be22-49d6-b7b1-cf5d2fb69e00 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:14.285089 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1b7d23-2dbd-4028-8c9e-6760c49670aa', 'name': 'network-vif-deleted', 'tag': 'ac71aa2f-ced3-4de1-af45-1e8fc62dff0f', 'status': 'completed', 'code': 200} Jan 18 20:29:14.439147 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:14.471323 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] Checking router: b7c24fed-928c-4827-aa5e-181235abbf02 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:29:14.482190 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:14.483010 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:29:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:14.590111 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:14.804179 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:14.831920 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745aaf63-1ca2-46ed-84ef-09b8bfaa55f7 None None] The sync data for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi is: [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:23:09Z', 'revision_number': 4, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '1eb42c84-689e-4026-a42a-f05269690dd7', 'name': '', 'network_id': '77f5e2c8-6d78-4c9e-bf28-d46a83b25db6', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'mac_address': 'fa:16:3e:63:1d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:07Z', 'updated_at': '2022-01-18T20:23:24Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'subnets': [{'id': '6c5b0896-662f-46ae-a4fa-8e373a5b18b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:14.835919 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 36704) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:14.897631 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (b35cb07b-fcd1-46fd-95db-133bb4a1b6b1), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:14.926082 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (b35cb07b-fcd1-46fd-95db-133bb4a1b6b1), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:14.975893 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (b35cb07b-fcd1-46fd-95db-133bb4a1b6b1), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:14.978584 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:14.979792 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "DELETE /v2.0/security-groups/b35cb07b-fcd1-46fd-95db-133bb4a1b6b1 HTTP/1.1" status: 204 len: 168 time: 0.1427741 Jan 18 20:29:14.982670 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36706) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:14.989374 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35cb07b-fcd1-46fd-95db-133bb4a1b6b1,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:14.997304 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:14.997777 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:14.997985 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:14.998354 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:14.998676 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:14.998996 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:14.999380 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:14.999544 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.api.v2.resource [None req-e9e2b398-af79-47a2-88f8-282fb4dfefb3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] show failed (client error): The resource could not be found. Jan 18 20:29:14.999705 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:15.000014 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:15.000332 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:15.000644 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:15.000958 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:15.001268 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02df4c3-0722-4709-b5fe-57eaed0cacc9 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:29:15.001443 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-e9e2b398-af79-47a2-88f8-282fb4dfefb3 tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "GET /v2.0/security-groups/b35cb07b-fcd1-46fd-95db-133bb4a1b6b1 HTTP/1.1" status: 404 len: 347 time: 0.0167730 Jan 18 20:29:15.004150 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 36708) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:15.096830 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f77d16-5309-47c1-9b61-0011c34fab9d None None] New status for floating IP e89383c0-869d-4da7-b524-b6744f74cabf: DOWN {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:29:15.140067 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:29:15.181380 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30044455-2427-485c-9140-49fe798c7f2a req-a11b7600-05c7-4349-b1de-ff371973619c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:15.183243 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-30044455-2427-485c-9140-49fe798c7f2a req-a11b7600-05c7-4349-b1de-ff371973619c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 945 time: 0.0802753 Jan 18 20:29:15.197100 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:29:15.197470 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.224155 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-4724ad6f-4ee1-4acd-a7be-669378ff04fa tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Deleting port c877a9f4-d1ee-48c8-91b2-69c5351c1f64 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:15.225030 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4724ad6f-4ee1-4acd-a7be-669378ff04fa tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (c877a9f4-d1ee-48c8-91b2-69c5351c1f64), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.293021 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:29:15.293628 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.304003 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-30044455-2427-485c-9140-49fe798c7f2a req-95cf5056-a080-410c-9685-3ab893cf7a84 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111252 Jan 18 20:29:15.325733 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:15.328629 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae4ad18-571f-458b-8c0f-1552e1c8cfe6" -d '{"events": [{"server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "name": "network-vif-plugged", "status": "completed", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:15.346378 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4724ad6f-4ee1-4acd-a7be-669378ff04fa tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (c877a9f4-d1ee-48c8-91b2-69c5351c1f64), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.346923 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4724ad6f-4ee1-4acd-a7be-669378ff04fa tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (c877a9f4-d1ee-48c8-91b2-69c5351c1f64), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.347233 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:15.352270 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.370212 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-4724ad6f-4ee1-4acd-a7be-669378ff04fa tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Calling delete_port for c877a9f4-d1ee-48c8-91b2-69c5351c1f64 owned by network:floatingip {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:15.404929 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838848e8-7fa4-4f28-a89e-deb05fd75698 x-openstack-request-id: req-838848e8-7fa4-4f28-a89e-deb05fd75698 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:15.405390 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "name": "network-vif-plugged", "status": "completed", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:15.405645 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-838848e8-7fa4-4f28-a89e-deb05fd75698 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:15.406243 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'code': 200} Jan 18 20:29:15.412191 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=10']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:15.576100 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4724ad6f-4ee1-4acd-a7be-669378ff04fa tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (c877a9f4-d1ee-48c8-91b2-69c5351c1f64), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.606955 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724ad6f-4ee1-4acd-a7be-669378ff04fa tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Pushing event deleted for resources: {'Port': ['ID=c877a9f4-d1ee-48c8-91b2-69c5351c1f64,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:15.623843 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389623dc-41f8-455b-8fec-015d51cc4ceb req-32a6bf7c-5a77-4bfc-9f62-70255572b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:15.625382 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-389623dc-41f8-455b-8fec-015d51cc4ceb req-32a6bf7c-5a77-4bfc-9f62-70255572b3b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 1100 time: 0.0504539 Jan 18 20:29:15.674050 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4724ad6f-4ee1-4acd-a7be-669378ff04fa tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks [] for floatingip (e89383c0-869d-4da7-b524-b6744f74cabf), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.674955 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-389623dc-41f8-455b-8fec-015d51cc4ceb req-ea491616-909f-405d-9c71-a05c48d0fb0a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430791 Jan 18 20:29:15.676633 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4724ad6f-4ee1-4acd-a7be-669378ff04fa tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:15.677800 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4724ad6f-4ee1-4acd-a7be-669378ff04fa tempest-AttachVolumeTestJSON-391984155 tempest-AttachVolumeTestJSON-391984155-project] 10.222.0.67 "DELETE /v2.0/floatingips/e89383c0-869d-4da7-b524-b6744f74cabf HTTP/1.1" status: 204 len: 168 time: 0.6727226 Jan 18 20:29:16.425191 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b79f5c-38e3-4414-a234-5fc05d4f71cd req-606961c9-46b5-421d-9a2a-57dfceef6554 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:16.426683 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-83b79f5c-38e3-4414-a234-5fc05d4f71cd req-606961c9-46b5-421d-9a2a-57dfceef6554 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 947 time: 0.0492802 Jan 18 20:29:16.472905 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-83b79f5c-38e3-4414-a234-5fc05d4f71cd req-96a7f2d3-9209-4889-b2da-b79eea53026f tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407360 Jan 18 20:29:17.154659 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device ac71aa2f-ced3-4de1-af45-1e8fc62dff0f no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:17.175974 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: ac71aa2f-ced3-4de1-af45-1e8fc62dff0f {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:29:17.176319 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device ac71aa2f-ced3-4de1-af45-1e8fc62dff0f not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:29:17.590479 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859979-3b5f-48ae-b06c-4d224ebbe748 req-dab89b21-f958-4cfd-aeb5-3cffbbaeb994 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:17.591920 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a2859979-3b5f-48ae-b06c-4d224ebbe748 req-dab89b21-f958-4cfd-aeb5-3cffbbaeb994 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 947 time: 0.0481360 Jan 18 20:29:17.640998 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a2859979-3b5f-48ae-b06c-4d224ebbe748 req-1e71de7b-8c1b-4194-8773-10f4d92750ad tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434389 Jan 18 20:29:19.250510 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36780) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:19.778599 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581112'] for router_interface (b7c24fed-928c-4827-aa5e-181235abbf02), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.086404 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] Deleting port 1eb42c84-689e-4026-a42a-f05269690dd7 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:20.086847 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.385523 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] For port 1eb42c84-689e-4026-a42a-f05269690dd7, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=1eb42c84-689e-4026-a42a-f05269690dd7,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:20.386299 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.397598 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] Calling delete_port for 1eb42c84-689e-4026-a42a-f05269690dd7 owned by network:router_interface {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:20.570128 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (1eb42c84-689e-4026-a42a-f05269690dd7), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.595687 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb42c84-689e-4026-a42a-f05269690dd7,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:20.774792 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581480'] for router_interface (b7c24fed-928c-4827-aa5e-181235abbf02), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:20.994190 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] Router b7c24fed-928c-4827-aa5e-181235abbf02 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:29:21.111335 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:21.116867 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-1924de6c-4c04-4d19-ba4b-24cd78572cfc admin admin] 10.222.0.67 "PUT /v2.0/routers/b7c24fed-928c-4827-aa5e-181235abbf02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8652487 Jan 18 20:29:21.119475 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36784) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:21.121615 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] Sync routers for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:21.133338 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:21.134073 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:29:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:21.238856 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Publish callbacks [] for router (b7c24fed-928c-4827-aa5e-181235abbf02), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.354105 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Publish callbacks [] for router_gateway (b7c24fed-928c-4827-aa5e-181235abbf02), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.381257 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:21.406538 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Deleting port 31caef85-f44e-46c7-a9f1-baee8b2459a3 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:21.407173 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.487725 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] For port 31caef85-f44e-46c7-a9f1-baee8b2459a3, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=31caef85-f44e-46c7-a9f1-baee8b2459a3,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:21.488075 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.500568 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Calling delete_port for 31caef85-f44e-46c7-a9f1-baee8b2459a3 owned by network:router_gateway {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:21.562304 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:29:20Z', 'revision_number': 5, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port': {'id': '31caef85-f44e-46c7-a9f1-baee8b2459a3', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:02Z', 'updated_at': '2022-01-18T20:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:21.591774 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] Checking router: b7c24fed-928c-4827-aa5e-181235abbf02 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:29:21.600284 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] Routers {'b7c24fed-928c-4827-aa5e-181235abbf02'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:21.600894 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:29:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['b7c24fed-928c-4827-aa5e-181235abbf02'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:21.667310 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (31caef85-f44e-46c7-a9f1-baee8b2459a3), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.689413 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] Set router b7c24fed-928c-4827-aa5e-181235abbf02 gateway port host: None {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:21.692004 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Pushing event deleted for resources: {'Port': ['ID=31caef85-f44e-46c7-a9f1-baee8b2459a3,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:21.742327 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:29:21Z', 'revision_number': 6, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port_host': None}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:21.752966 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582454'] for router_gateway (b7c24fed-928c-4827-aa5e-181235abbf02), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.772410 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23699d8b-01ca-47e3-aef2-248ec8e63459 None None] The sync data for ids ['b7c24fed-928c-4827-aa5e-181235abbf02'] in dv-cinder-821602-14-iscsi is: [{'id': 'b7c24fed-928c-4827-aa5e-181235abbf02', 'name': 'tempest-AttachVolumeTestJSON-406116290-router', 'tenant_id': '56295fd7b6c447b4a143879d64dd49da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:22:59Z', 'updated_at': '2022-01-18T20:29:21Z', 'revision_number': 6, 'project_id': '56295fd7b6c447b4a143879d64dd49da', 'gw_port_host': None}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:21.860698 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10464'] for router (b7c24fed-928c-4827-aa5e-181235abbf02), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.863556 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Publish callbacks [] for router_controller (b7c24fed-928c-4827-aa5e-181235abbf02), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.929925 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585114'] for router (b7c24fed-928c-4827-aa5e-181235abbf02), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.930412 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c24fed-928c-4827-aa5e-181235abbf02 {{(pid=102694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:29:21.935340 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:21.936589 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-73232fad-bd03-47b6-9f5f-0315e73c639e admin admin] 10.222.0.67 "DELETE /v2.0/routers/b7c24fed-928c-4827-aa5e-181235abbf02 HTTP/1.1" status: 204 len: 168 time: 0.8158584 Jan 18 20:29:21.939041 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36786) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:21.981842 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afc0084-187b-4331-b9db-78dcfdf23f48 admin admin] Deleting subnet 6c5b0896-662f-46ae-a4fa-8e373a5b18b7 {{(pid=102694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:29:21.985398 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4afc0084-187b-4331-b9db-78dcfdf23f48 admin admin] Publish callbacks [] for subnet (6c5b0896-662f-46ae-a4fa-8e373a5b18b7), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.021722 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4afc0084-187b-4331-b9db-78dcfdf23f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10276383'] for subnet (6c5b0896-662f-46ae-a4fa-8e373a5b18b7), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.125987 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4afc0084-187b-4331-b9db-78dcfdf23f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (6c5b0896-662f-46ae-a4fa-8e373a5b18b7), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.193180 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4afc0084-187b-4331-b9db-78dcfdf23f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10397452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10308526'] for subnet (6c5b0896-662f-46ae-a4fa-8e373a5b18b7), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.221497 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc0084-187b-4331-b9db-78dcfdf23f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5b0896-662f-46ae-a4fa-8e373a5b18b7,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:22.223643 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4afc0084-187b-4331-b9db-78dcfdf23f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.228082 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-4afc0084-187b-4331-b9db-78dcfdf23f48 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6c5b0896-662f-46ae-a4fa-8e373a5b18b7 HTTP/1.1" status: 204 len: 168 time: 0.2870622 Jan 18 20:29:22.229415 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36788) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:22.233388 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db447e8f-79b7-42da-aa2a-2abf041ae836 None None] Network 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:29:22.301529 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (77f5e2c8-6d78-4c9e-bf28-d46a83b25db6), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.361044 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Deleting port c8c6d5d7-e73c-4393-aaa1-595443a053f3 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:22.361381 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.428783 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] For port c8c6d5d7-e73c-4393-aaa1-595443a053f3, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=c8c6d5d7-e73c-4393-aaa1-595443a053f3,segment=NetworkSegment(49a2247e-725f-4aef-9b26-e4b63e2d3a5d),segment_id=49a2247e-725f-4aef-9b26-e4b63e2d3a5d)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:22.429496 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.441585 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Calling delete_port for c8c6d5d7-e73c-4393-aaa1-595443a053f3 owned by network:dhcp {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:22.512388 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0757a67c-4573-41f2-9621-40f2a9aea584 None None] DHCP port deletion for 77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 request from dv-cinder-821602-14-iscsi {{(pid=102696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:29:22.525795 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.552588 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c6d5d7-e73c-4393-aaa1-595443a053f3,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:22.557165 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] No DVR routers for this DVR port c8c6d5d7-e73c-4393-aaa1-595443a053f3 on host dv-cinder-821602-14-iscsi {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:22.566800 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-0757a67c-4573-41f2-9621-40f2a9aea584 None None] Deleting port c8c6d5d7-e73c-4393-aaa1-595443a053f3 {{(pid=102696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:22.567307 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0757a67c-4573-41f2-9621-40f2a9aea584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), before_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.631857 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (77f5e2c8-6d78-4c9e-bf28-d46a83b25db6), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.639299 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-0757a67c-4573-41f2-9621-40f2a9aea584 None None] For port c8c6d5d7-e73c-4393-aaa1-595443a053f3, host dv-cinder-821602-14-iscsi, got binding levels [] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:22.639696 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0757a67c-4573-41f2-9621-40f2a9aea584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), precommit_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.652509 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-0757a67c-4573-41f2-9621-40f2a9aea584 None None] Calling delete_port for c8c6d5d7-e73c-4393-aaa1-595443a053f3 owned by network:dhcp {{(pid=102696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:22.656596 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f5e2c8-6d78-4c9e-bf28-d46a83b25db6']}} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:22.656733 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.ipam_backend_mixin [None req-0757a67c-4573-41f2-9621-40f2a9aea584 None None] Port c8c6d5d7-e73c-4393-aaa1-595443a053f3 was not found and therefore no delete operation was performed {{(pid=102696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:29:22.657970 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0757a67c-4573-41f2-9621-40f2a9aea584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732'] for port (c8c6d5d7-e73c-4393-aaa1-595443a053f3), after_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.665795 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a2247e-725f-4aef-9b26-e4b63e2d3a5d') {'for_net_delete': True} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:22.666083 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a2247e-725f-4aef-9b26-e4b63e2d3a5d') {} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:22.675900 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10276358'] for segment (49a2247e-725f-4aef-9b26-e4b63e2d3a5d), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.683438 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757a67c-4573-41f2-9621-40f2a9aea584 None None] Pushing event deleted for resources: {'Port': ['ID=c8c6d5d7-e73c-4393-aaa1-595443a053f3,revision_number=None']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:22.688237 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757a67c-4573-41f2-9621-40f2a9aea584 None None] No DVR routers for this DVR port c8c6d5d7-e73c-4393-aaa1-595443a053f3 on host dv-cinder-821602-14-iscsi {{(pid=102696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:22.690047 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (49a2247e-725f-4aef-9b26-e4b63e2d3a5d), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.696174 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:29:22.696562 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10397522'] for segment (49a2247e-725f-4aef-9b26-e4b63e2d3a5d), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: Traceback (most recent call last): Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: timer() Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: cb(*args, **kw) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: return func(*args, **kwargs) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: self._notify() Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: self.callback(batched_events) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: event.method(event) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: return f(self, *a, **k) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._get(url).json() Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: return self.request(url, 'GET', **kwargs) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:29:22.698285 dv-cinder-821602-14-iscsi neutron-server[102694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:29:22.768243 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (77f5e2c8-6d78-4c9e-bf28-d46a83b25db6), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.777439 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:22.780968 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] 10.222.0.67 "DELETE /v2.0/networks/77f5e2c8-6d78-4c9e-bf28-d46a83b25db6 HTTP/1.1" status: 204 len: 168 time: 0.5505984 Jan 18 20:29:22.790277 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80635ee-b509-4265-a01d-d3639c446e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=77f5e2c8-6d78-4c9e-bf28-d46a83b25db6,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:22.796837 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 31caef85-f44e-46c7-a9f1-baee8b2459a3 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:22.822155 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 31caef85-f44e-46c7-a9f1-baee8b2459a3 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:29:22.822504 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 31caef85-f44e-46c7-a9f1-baee8b2459a3 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:29:22.822917 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 1eb42c84-689e-4026-a42a-f05269690dd7 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:22.842561 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 1eb42c84-689e-4026-a42a-f05269690dd7 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:29:22.842909 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 1eb42c84-689e-4026-a42a-f05269690dd7 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:29:22.843348 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c8c6d5d7-e73c-4393-aaa1-595443a053f3 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:22.863596 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: c8c6d5d7-e73c-4393-aaa1-595443a053f3 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:29:22.864043 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c8c6d5d7-e73c-4393-aaa1-595443a053f3 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:29:22.915956 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36792) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:22.956748 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-29be6a07-7331-4d0d-b830-06837e67f457 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=56295fd7b6c447b4a143879d64dd49da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395017 Jan 18 20:29:22.959188 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 36794) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:23.009119 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0f36ae4f-42ae-4383-a77e-aa01bee437c5 admin admin] Publish callbacks [] for security_group (6deb1c02-0e91-4035-a8eb-20f046436fdf), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:23.029548 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0f36ae4f-42ae-4383-a77e-aa01bee437c5 admin admin] Publish callbacks [] for security_group (6deb1c02-0e91-4035-a8eb-20f046436fdf), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:23.074406 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0f36ae4f-42ae-4383-a77e-aa01bee437c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6deb1c02-0e91-4035-a8eb-20f046436fdf), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:23.077029 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0f36ae4f-42ae-4383-a77e-aa01bee437c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:23.078164 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-0f36ae4f-42ae-4383-a77e-aa01bee437c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6deb1c02-0e91-4035-a8eb-20f046436fdf HTTP/1.1" status: 204 len: 168 time: 0.1180820 Jan 18 20:29:23.085722 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36ae4f-42ae-4383-a77e-aa01bee437c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deb1c02-0e91-4035-a8eb-20f046436fdf,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:29.791314 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-597cf4e2-19fc-4083-ab90-5901698466bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:30.099262 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:29:31.881818 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-e3130d23-1b7a-4206-848a-a890460a40ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:33.374077 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.073701 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:34.716235 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:35.748743 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:52.175747 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8c096-49c9-4955-8032-af5449d2f1fe req-b603b38a-4c95-49b2-85e3-f85c2b24907c tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:52.179095 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f1f8c096-49c9-4955-8032-af5449d2f1fe req-b603b38a-4c95-49b2-85e3-f85c2b24907c tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0696530 Jan 18 20:29:52.255808 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f1f8c096-49c9-4955-8032-af5449d2f1fe req-d46fd739-436a-460c-b79c-af0ba7a06360 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713277 Jan 18 20:29:52.440538 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b29a9-6f0e-45f9-8c2f-03f15a997ea4 req-19d7fb71-5fcf-4326-9b10-887eef8596bd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:52.442096 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c28b29a9-6f0e-45f9-8c2f-03f15a997ea4 req-19d7fb71-5fcf-4326-9b10-887eef8596bd tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 947 time: 0.0595772 Jan 18 20:29:52.493205 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c28b29a9-6f0e-45f9-8c2f-03f15a997ea4 req-2f5ce45f-de2d-4189-8373-1b4fa999367b tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453615 Jan 18 20:29:53.371115 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3ec9f-203a-4cb6-9b08-3f5a20d7d7d3 req-bf35cca8-ffb0-429a-92ee-9c31448f6ae5 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:53.372632 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c8f3ec9f-203a-4cb6-9b08-3f5a20d7d7d3 req-bf35cca8-ffb0-429a-92ee-9c31448f6ae5 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0488994 Jan 18 20:29:53.422237 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c8f3ec9f-203a-4cb6-9b08-3f5a20d7d7d3 req-3b42d47d-5692-48e7-a75e-b63427339104 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433204 Jan 18 20:29:53.623507 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205a414-3b02-4ab0-aa0f-a6e67b0dda7c req-8666641d-f0f0-44b0-a113-efb90dda5c45 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:53.625045 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d205a414-3b02-4ab0-aa0f-a6e67b0dda7c req-8666641d-f0f0-44b0-a113-efb90dda5c45 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 947 time: 0.0530875 Jan 18 20:29:53.674426 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d205a414-3b02-4ab0-aa0f-a6e67b0dda7c req-bcd2da80-da3f-4d3f-bca3-f72e8a738d6c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups?id=871bf9f4-a3e4-4446-a241-a8eff901f3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Jan 18 20:29:53.893554 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-a5b897b6-6ac3-4422-9f09-c2a671cff76c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:53.895070 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-a5b897b6-6ac3-4422-9f09-c2a671cff76c tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 947 time: 0.0516593 Jan 18 20:29:53.988743 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Deleting port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:53.989091 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:54.080312 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] For port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:29:54.080588 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:54.257697 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:54.258052 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (ba02f109-8d45-4008-ad83-ce508516471a), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:54.258391 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.l3_db [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Floating IP ba02f109-8d45-4008-ad83-ce508516471a disassociated. External IP: 172.27.3.68, port: 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d. Jan 18 20:29:54.258748 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Calling delete_port for 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d owned by compute:nova {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:54.382568 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (40086b9f-1a65-40f2-9db4-6bf22c7ecd7d), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:54.414171 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event deleted for resources: {'Port': ['ID=40086b9f-1a65-40f2-9db4-6bf22c7ecd7d,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:54.568436 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982801cf-0156-4ebd-87bd-e7d4b23fd12a req-2686f57a-4a09-457b-ad11-d6324b1033e9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:54.570411 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-982801cf-0156-4ebd-87bd-e7d4b23fd12a req-2686f57a-4a09-457b-ad11-d6324b1033e9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0686631 Jan 18 20:29:54.572341 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Router 9b20d573-b962-4119-93b4-b42016a0661e has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:29:54.670599 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-982801cf-0156-4ebd-87bd-e7d4b23fd12a req-68f85e72-4384-428d-a951-b0d26aa70fcc tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940990 Jan 18 20:29:54.725331 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:29:54.737162 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] Sync routers for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:29:54.748147 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:54.748775 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:29:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:54.770247 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] No DVR routers for this DVR port 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d on host hv-cinder-82160 {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:29:54.772941 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:54.781893 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-84fa6c30-9c87-4424-a6b5-61cac6a7cead req-b71e7831-7e1f-4f95-ad47-865a26e70548 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.45 "DELETE /v2.0/ports/40086b9f-1a65-40f2-9db4-6bf22c7ecd7d HTTP/1.1" status: 204 len: 173 time: 0.8758450 Jan 18 20:29:54.781893 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'name': 'network-vif-deleted', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:29:54.781893 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f7c257-a07a-459c-9b37-b029477e9d3b" -d '{"events": [{"server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "name": "network-vif-deleted", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:29:54.789801 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c0fa58db-3cf2-4d14-ae59-495650b056e6 req-301fc1f4-5d8f-4c45-83f5-97b97328dbc6 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6d0afa1-510c-4954-8984-662702bb00dc HTTP/1.1" status: 200 len: 210 time: 0.0376406 Jan 18 20:29:54.852019 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3011e5f-680a-430e-970e-3f132cd5eaff x-openstack-request-id: req-a3011e5f-680a-430e-970e-3f132cd5eaff {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:29:54.852416 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d0afa1-510c-4954-8984-662702bb00dc", "name": "network-vif-deleted", "tag": "40086b9f-1a65-40f2-9db4-6bf22c7ecd7d", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:29:54.852759 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a3011e5f-680a-430e-970e-3f132cd5eaff {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:29:54.853282 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d0afa1-510c-4954-8984-662702bb00dc', 'name': 'network-vif-deleted', 'tag': '40086b9f-1a65-40f2-9db4-6bf22c7ecd7d', 'status': 'completed', 'code': 200} Jan 18 20:29:54.888101 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:55.234133 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:55.260714 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] Checking router: 9b20d573-b962-4119-93b4-b42016a0661e for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:29:55.270748 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:29:55.271628 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:29:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:55.373854 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:29:55.568001 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:29:55.594558 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dd9974-592e-486a-b833-1ce77b2e41fe None None] The sync data for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi is: [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:23:20Z', 'revision_number': 4, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': 'fa9b287f-f642-4e47-b69a-94057fe82cff', 'name': '', 'network_id': '09a7462a-8def-4289-bb51-c535f8395ac3', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'mac_address': 'fa:16:3e:20:3e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:16Z', 'updated_at': '2022-01-18T20:23:33Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'subnets': [{'id': '82b4d7b1-bbbf-470d-b68d-f92578fe4dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:29:55.794886 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca797a-7cb5-4f78-854e-f1fe292d39cf req-c14c3df1-1b4d-477c-9881-a69754c8d571 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:55.796753 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-13ca797a-7cb5-4f78-854e-f1fe292d39cf req-c14c3df1-1b4d-477c-9881-a69754c8d571 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0555689 Jan 18 20:29:55.810186 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00674b7-caf5-40fa-aaea-728ac0ec3981 None None] New status for floating IP ba02f109-8d45-4008-ad83-ce508516471a: DOWN {{(pid=102696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:29:55.846683 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-13ca797a-7cb5-4f78-854e-f1fe292d39cf req-871a657d-d78e-4d0c-8055-a0ae16c1362f tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442810 Jan 18 20:29:57.077031 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37128) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:57.137855 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b34a022c-a310-46df-9566-607ee98c9459 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (871bf9f4-a3e4-4446-a241-a8eff901f3c2), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.167886 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b34a022c-a310-46df-9566-607ee98c9459 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (871bf9f4-a3e4-4446-a241-a8eff901f3c2), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.201758 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391a62e-13b3-4e8e-a8bc-b57ad4456fd5 req-7114a92c-09f4-40dd-9942-9d8f133555c6 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:57.203439 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e391a62e-13b3-4e8e-a8bc-b57ad4456fd5 req-7114a92c-09f4-40dd-9942-9d8f133555c6 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.2858899 Jan 18 20:29:57.216893 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b34a022c-a310-46df-9566-607ee98c9459 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (871bf9f4-a3e4-4446-a241-a8eff901f3c2), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.219957 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b34a022c-a310-46df-9566-607ee98c9459 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.221093 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-b34a022c-a310-46df-9566-607ee98c9459 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "DELETE /v2.0/security-groups/871bf9f4-a3e4-4446-a241-a8eff901f3c2 HTTP/1.1" status: 204 len: 168 time: 0.1429510 Jan 18 20:29:57.224234 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37130) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:57.240939 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a022c-a310-46df-9566-607ee98c9459 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871bf9f4-a3e4-4446-a241-a8eff901f3c2,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:57.243340 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.api.v2.resource [None req-f446dbdb-134d-44b8-af8d-83b321dd0b80 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] show failed (client error): The resource could not be found. Jan 18 20:29:57.247092 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-f446dbdb-134d-44b8-af8d-83b321dd0b80 tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "GET /v2.0/security-groups/871bf9f4-a3e4-4446-a241-a8eff901f3c2 HTTP/1.1" status: 404 len: 347 time: 0.0181570 Jan 18 20:29:57.247573 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37132) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:29:57.257648 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e391a62e-13b3-4e8e-a8bc-b57ad4456fd5 req-fb293e1a-eb0f-4e4a-8aed-db0e67e88343 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482764 Jan 18 20:29:57.371135 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e9fee-9764-426b-9b61-d56e982123bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Deleting port 0ed7c079-3a39-4371-ac97-d184a5f818b6 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:29:57.371383 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9fee-9764-426b-9b61-d56e982123bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (0ed7c079-3a39-4371-ac97-d184a5f818b6), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.386405 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:29:57.407234 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:29:57.407504 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 40086b9f-1a65-40f2-9db4-6bf22c7ecd7d not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:29:57.446785 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9fee-9764-426b-9b61-d56e982123bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (0ed7c079-3a39-4371-ac97-d184a5f818b6), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.447184 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9fee-9764-426b-9b61-d56e982123bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (0ed7c079-3a39-4371-ac97-d184a5f818b6), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.458855 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e9fee-9764-426b-9b61-d56e982123bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Calling delete_port for 0ed7c079-3a39-4371-ac97-d184a5f818b6 owned by network:floatingip {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:29:57.586425 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9fee-9764-426b-9b61-d56e982123bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (0ed7c079-3a39-4371-ac97-d184a5f818b6), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.614321 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e9fee-9764-426b-9b61-d56e982123bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Pushing event deleted for resources: {'Port': ['ID=0ed7c079-3a39-4371-ac97-d184a5f818b6,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:29:57.672992 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9fee-9764-426b-9b61-d56e982123bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks [] for floatingip (ba02f109-8d45-4008-ad83-ce508516471a), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.675594 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9fee-9764-426b-9b61-d56e982123bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:29:57.676747 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-8c6e9fee-9764-426b-9b61-d56e982123bf tempest-AttachVolumeShelveTestJSON-238718596 tempest-AttachVolumeShelveTestJSON-238718596-project] 10.222.0.67 "DELETE /v2.0/floatingips/ba02f109-8d45-4008-ad83-ce508516471a HTTP/1.1" status: 204 len: 168 time: 0.4285696 Jan 18 20:29:58.376372 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc313624-9d85-4d90-b226-271fb71e662c req-e163cc07-ad4e-4def-9fdd-18f7fe854740 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:58.377907 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-dc313624-9d85-4d90-b226-271fb71e662c req-e163cc07-ad4e-4def-9fdd-18f7fe854740 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0489132 Jan 18 20:29:58.427200 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-dc313624-9d85-4d90-b226-271fb71e662c req-4f0ae5bb-3ebd-48be-b914-d85fdca678b3 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437925 Jan 18 20:29:59.537088 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1003c1-a235-4cb7-8043-edd57c517f36 req-54e301ee-64d0-4f4c-93ae-035d8400631a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:29:59.538557 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bf1003c1-a235-4cb7-8043-edd57c517f36 req-54e301ee-64d0-4f4c-93ae-035d8400631a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0469956 Jan 18 20:29:59.586742 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bf1003c1-a235-4cb7-8043-edd57c517f36 req-8a80f62d-7fa6-4ede-a2ec-5822aa3bd110 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426536 Jan 18 20:29:59.793721 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-018cf0b6-324f-474e-94e7-05bf599dd32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:00.708887 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b735581-11bc-4f9c-8327-89df5b51e357 req-f6be2b26-7fde-44e5-884c-09078328505c tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:00.708887 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4b735581-11bc-4f9c-8327-89df5b51e357 req-f6be2b26-7fde-44e5-884c-09078328505c tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0520837 Jan 18 20:30:00.754285 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4b735581-11bc-4f9c-8327-89df5b51e357 req-b4aacc74-df64-488d-9273-4514547994f5 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Jan 18 20:30:01.151489 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37190) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:01.685356 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581112'] for router_interface (9b20d573-b962-4119-93b4-b42016a0661e), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.878290 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d9309f47-6698-40ee-8ee9-1dbdc749bc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:01.915382 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de604972-e63e-4bba-83a1-2e961664898e req-dfea4ef1-934f-457e-a3b7-90eab05db923 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:01.916908 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-de604972-e63e-4bba-83a1-2e961664898e req-dfea4ef1-934f-457e-a3b7-90eab05db923 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0705223 Jan 18 20:30:02.017215 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-de604972-e63e-4bba-83a1-2e961664898e req-a9d08429-e0e8-4d8f-8c71-36fa07dd6dea tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922871 Jan 18 20:30:02.038006 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] Deleting port fa9b287f-f642-4e47-b69a-94057fe82cff {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:02.038275 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.122337 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] For port fa9b287f-f642-4e47-b69a-94057fe82cff, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=fa9b287f-f642-4e47-b69a-94057fe82cff,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:02.122692 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.135857 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] Calling delete_port for fa9b287f-f642-4e47-b69a-94057fe82cff owned by network:router_interface {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:02.360974 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (fa9b287f-f642-4e47-b69a-94057fe82cff), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.370326 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-feb0d5c5-e1bc-491e-ae43-3078f4ff02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:02.371913 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-feb0d5c5-e1bc-491e-ae43-3078f4ff02cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32060f3477d348b7bb92a2240bec099f&device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1098 time: 0.0688510 Jan 18 20:30:02.399763 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9b287f-f642-4e47-b69a-94057fe82cff,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:02.588828 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-5ad0b1c0-98de-4527-9f5f-f73d695b0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:02.590253 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-5ad0b1c0-98de-4527-9f5f-f73d695b0fb9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f1d2458-30aa-44ca-b2e2-990d8ff94955 HTTP/1.1" status: 200 len: 908 time: 0.1981483 Jan 18 20:30:02.696407 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-ab164484-58ea-41a9-a290-9860dae0fbf5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321 HTTP/1.1" status: 200 len: 1000 time: 0.1000047 Jan 18 20:30:02.712694 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581480'] for router_interface (9b20d573-b962-4119-93b4-b42016a0661e), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:02.789208 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-33d04298-b6d8-4d21-a589-c1f5cf5c96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:02.790702 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-33d04298-b6d8-4d21-a589-c1f5cf5c96b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81cc7b7b-7ee8-4723-95cb-23805c6def54 HTTP/1.1" status: 200 len: 847 time: 0.0882311 Jan 18 20:30:02.876337 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-9ebb8d1a-7c8f-433c-bbdf-cde9d9193540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:02.877837 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-9ebb8d1a-7c8f-433c-bbdf-cde9d9193540 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f1d2458-30aa-44ca-b2e2-990d8ff94955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0801914 Jan 18 20:30:03.046961 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-6d52ec8a-214b-412b-bcd0-21cd9228f5cb service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628001 Jan 18 20:30:03.061438 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] Router 9b20d573-b962-4119-93b4-b42016a0661e has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:30:03.138555 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17ecf-c7d8-46e1-b4b9-2dd53e67592d req-d68c9660-7bf1-4795-999b-93df426e01cd tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:03.140697 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b8c17ecf-c7d8-46e1-b4b9-2dd53e67592d req-d68c9660-7bf1-4795-999b-93df426e01cd tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0506744 Jan 18 20:30:03.194542 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b8c17ecf-c7d8-46e1-b4b9-2dd53e67592d req-2aa3ff1d-5870-43e6-9190-4cf90f736937 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480919 Jan 18 20:30:03.218476 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-72876f88-0134-4d39-bec5-013fb4a91c9a req-31ef5336-118e-4c71-9ed4-cbec7671dd10 service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651320 Jan 18 20:30:03.236866 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:30:03.252128 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-d2c4271f-75c8-47da-925f-fe453d4f007e admin admin] 10.222.0.67 "PUT /v2.0/routers/9b20d573-b962-4119-93b4-b42016a0661e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0949409 Jan 18 20:30:03.252412 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] Sync routers for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:30:03.252973 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37220) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:03.259429 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:03.260049 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:30:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:03.375727 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:03.376070 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:03.566524 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:30:02Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:03.595496 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] Checking router: 9b20d573-b962-4119-93b4-b42016a0661e for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:30:03.603964 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] Routers {'9b20d573-b962-4119-93b4-b42016a0661e'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:30:03.604255 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Publish callbacks [] for router (9b20d573-b962-4119-93b4-b42016a0661e), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:03.605624 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:30:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['9b20d573-b962-4119-93b4-b42016a0661e'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:03.710288 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Publish callbacks [] for router_gateway (9b20d573-b962-4119-93b4-b42016a0661e), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:03.717036 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] Set router 9b20d573-b962-4119-93b4-b42016a0661e gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:30:03.773580 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Deleting port a72625d9-b604-4b05-8cb5-dc01bbab0829 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:03.773929 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:03.874005 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] For port a72625d9-b604-4b05-8cb5-dc01bbab0829, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=a72625d9-b604-4b05-8cb5-dc01bbab0829,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:03.874394 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:03.886964 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Calling delete_port for a72625d9-b604-4b05-8cb5-dc01bbab0829 owned by network:router_gateway {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:03.907360 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:30:02Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:03.938538 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76de09f-2fd1-420d-8524-9241eefc4fb9 None None] The sync data for ids ['9b20d573-b962-4119-93b4-b42016a0661e'] in dv-cinder-821602-14-iscsi is: [{'id': '9b20d573-b962-4119-93b4-b42016a0661e', 'name': 'tempest-AttachVolumeShelveTestJSON-792162736-router', 'tenant_id': '9d6dd542180144d480be34c9a555ae63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:23:01Z', 'updated_at': '2022-01-18T20:30:02Z', 'revision_number': 5, 'project_id': '9d6dd542180144d480be34c9a555ae63', 'gw_port': {'id': 'a72625d9-b604-4b05-8cb5-dc01bbab0829', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20d573-b962-4119-93b4-b42016a0661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:23:03Z', 'updated_at': '2022-01-18T20:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:30:04.070851 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (a72625d9-b604-4b05-8cb5-dc01bbab0829), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.074060 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.096879 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a72625d9-b604-4b05-8cb5-dc01bbab0829,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:04.160879 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582454'] for router_gateway (9b20d573-b962-4119-93b4-b42016a0661e), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.216969 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37252) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:04.253819 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10464'] for router (9b20d573-b962-4119-93b4-b42016a0661e), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.256280 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Publish callbacks [] for router_controller (9b20d573-b962-4119-93b4-b42016a0661e), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.335712 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585114'] for router (9b20d573-b962-4119-93b4-b42016a0661e), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.340933 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b20d573-b962-4119-93b4-b42016a0661e {{(pid=102695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:30:04.349445 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.353615 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37258) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:04.353886 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-be428ada-16aa-424c-9ead-a6bfbd83ed0a admin admin] 10.222.0.67 "DELETE /v2.0/routers/9b20d573-b962-4119-93b4-b42016a0661e HTTP/1.1" status: 204 len: 168 time: 1.0998888 Jan 18 20:30:04.369045 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ce380-53df-4fa1-a8e4-d31b08b4048f req-497aadb0-2a62-48bd-93e2-dba111369859 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:04.370537 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-228ce380-53df-4fa1-a8e4-d31b08b4048f req-497aadb0-2a62-48bd-93e2-dba111369859 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0809059 Jan 18 20:30:04.433183 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c6ad55d8-fa61-43a7-a2f7-9055068afec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.482704 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d88c40-a559-42fa-8363-9c94115fdf3b admin admin] Deleting subnet 82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 {{(pid=102694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:30:04.493358 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c1d88c40-a559-42fa-8363-9c94115fdf3b admin admin] Publish callbacks [] for subnet (82b4d7b1-bbbf-470d-b68d-f92578fe4dc3), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.555379 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-e199655d-82a3-4efd-9d0e-e333be77eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:04.556886 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-e199655d-82a3-4efd-9d0e-e333be77eae8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32060f3477d348b7bb92a2240bec099f&device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1098 time: 0.1447811 Jan 18 20:30:04.567852 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-228ce380-53df-4fa1-a8e4-d31b08b4048f req-07f61698-8aab-411f-926d-9cbbb79b7558 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723368 Jan 18 20:30:04.581658 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c1d88c40-a559-42fa-8363-9c94115fdf3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10276383'] for subnet (82b4d7b1-bbbf-470d-b68d-f92578fe4dc3), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:04.717164 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.037742 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c1d88c40-a559-42fa-8363-9c94115fdf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (82b4d7b1-bbbf-470d-b68d-f92578fe4dc3), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.058960 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device a72625d9-b604-4b05-8cb5-dc01bbab0829 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:05.059182 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-556b06f8-d5c0-42df-b680-bc8102f27342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:05.060656 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-556b06f8-d5c0-42df-b680-bc8102f27342 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f1d2458-30aa-44ca-b2e2-990d8ff94955 HTTP/1.1" status: 200 len: 908 time: 0.4755332 Jan 18 20:30:05.082408 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c6ad55d8-fa61-43a7-a2f7-9055068afec4 admin admin] Publish callbacks [] for security_group (e9a9baf5-d4de-433a-9cc5-709399ad742c), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.085441 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: a72625d9-b604-4b05-8cb5-dc01bbab0829 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:05.085974 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device a72625d9-b604-4b05-8cb5-dc01bbab0829 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:05.086577 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device fa9b287f-f642-4e47-b69a-94057fe82cff no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:05.114149 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: fa9b287f-f642-4e47-b69a-94057fe82cff {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:05.114914 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device fa9b287f-f642-4e47-b69a-94057fe82cff not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:05.122478 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c6ad55d8-fa61-43a7-a2f7-9055068afec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e9a9baf5-d4de-433a-9cc5-709399ad742c), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.189383 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-52f8e1df-a76e-47d3-888a-a6a0fa9fcef9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321 HTTP/1.1" status: 200 len: 1000 time: 0.1200905 Jan 18 20:30:05.192147 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad55d8-fa61-43a7-a2f7-9055068afec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a9baf5-d4de-433a-9cc5-709399ad742c,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:05.198670 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-c6ad55d8-fa61-43a7-a2f7-9055068afec4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=88a58331c5b643089ef343f2ce4c5e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9797676 Jan 18 20:30:05.201608 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37262) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:05.230990 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c1d88c40-a559-42fa-8363-9c94115fdf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10397452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10308526'] for subnet (82b4d7b1-bbbf-470d-b68d-f92578fe4dc3), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.255092 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5b57-be21-49d6-8bf4-c2d017a911ef admin admin] Publish callbacks [] for security_group (e9a9baf5-d4de-433a-9cc5-709399ad742c), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.263733 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d88c40-a559-42fa-8363-9c94115fdf3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b4d7b1-bbbf-470d-b68d-f92578fe4dc3,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:05.271328 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c1d88c40-a559-42fa-8363-9c94115fdf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.274506 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-c1d88c40-a559-42fa-8363-9c94115fdf3b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/82b4d7b1-bbbf-470d-b68d-f92578fe4dc3 HTTP/1.1" status: 204 len: 168 time: 0.9193382 Jan 18 20:30:05.276094 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00635eef-05d8-4b39-a793-38ae2da50585 None None] Network 09a7462a-8def-4289-bb51-c535f8395ac3 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:05.276748 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-ffa80a04-3bb2-4f21-b5d2-844a95e1bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:05.278186 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-ffa80a04-3bb2-4f21-b5d2-844a95e1bc03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81cc7b7b-7ee8-4723-95cb-23805c6def54 HTTP/1.1" status: 200 len: 847 time: 0.0784121 Jan 18 20:30:05.278650 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37264) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:05.282358 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5b57-be21-49d6-8bf4-c2d017a911ef admin admin] Publish callbacks [] for security_group (e9a9baf5-d4de-433a-9cc5-709399ad742c), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.352041 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5b57-be21-49d6-8bf4-c2d017a911ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e9a9baf5-d4de-433a-9cc5-709399ad742c), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.355000 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-bf5a5b57-be21-49d6-8bf4-c2d017a911ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.356312 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-bf5a5b57-be21-49d6-8bf4-c2d017a911ef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9a9baf5-d4de-433a-9cc5-709399ad742c HTTP/1.1" status: 204 len: 168 time: 0.1524611 Jan 18 20:30:05.365129 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a5b57-be21-49d6-8bf4-c2d017a911ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a9baf5-d4de-433a-9cc5-709399ad742c,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:05.386736 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (09a7462a-8def-4289-bb51-c535f8395ac3), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.397084 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-5a84072a-7710-4a87-9ecf-43687e3f0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:05.398609 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-5a84072a-7710-4a87-9ecf-43687e3f0c7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f1d2458-30aa-44ca-b2e2-990d8ff94955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1127279 Jan 18 20:30:05.472224 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] DHCP port deletion for 09a7462a-8def-4289-bb51-c535f8395ac3 request from dv-cinder-821602-14-iscsi {{(pid=102696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:30:05.537820 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Deleting port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 {{(pid=102696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:05.538516 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), before_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.543759 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-b731615d-722f-4391-adf5-7b6726de1000 service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317108 Jan 18 20:30:05.573855 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Deleting port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:05.574199 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.612194 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] For port 6d89a9af-9138-4459-9e87-e8b9f48f84a2, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=6d89a9af-9138-4459-9e87-e8b9f48f84a2,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:05.612674 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), precommit_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.627298 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Calling delete_port for 6d89a9af-9138-4459-9e87-e8b9f48f84a2 owned by network:dhcp {{(pid=102696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:05.689538 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] For port 6d89a9af-9138-4459-9e87-e8b9f48f84a2, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=6d89a9af-9138-4459-9e87-e8b9f48f84a2,segment=NetworkSegment(7ceb9fd3-5f34-4a08-8694-94aa44f084d4),segment_id=7ceb9fd3-5f34-4a08-8694-94aa44f084d4)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:05.689900 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.713158 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Calling delete_port for 6d89a9af-9138-4459-9e87-e8b9f48f84a2 owned by network:dhcp {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:05.722831 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6d96754c-35a0-491a-bed9-b2b84af42909 req-f47018cb-e1ab-4473-82ad-1e5a78d3a024 service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697710 Jan 18 20:30:05.759214 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6ea66-9e6a-4082-aced-56dfcd994a0f req-dfdf8bb9-a0fc-449d-9094-baff3f503b1c tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:05.761223 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c5a6ea66-9e6a-4082-aced-56dfcd994a0f req-dfdf8bb9-a0fc-449d-9094-baff3f503b1c tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0962670 Jan 18 20:30:05.761728 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37272) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:05.775937 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ae29-fffd-4e16-b5b2-a20203581b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.785794 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.799218 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), after_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.808037 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (6d89a9af-9138-4459-9e87-e8b9f48f84a2), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.826806 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Pushing event deleted for resources: {'Port': ['ID=6d89a9af-9138-4459-9e87-e8b9f48f84a2,revision_number=None']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:05.836500 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] No DVR routers for this DVR port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 on host dv-cinder-821602-14-iscsi {{(pid=102696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:05.838713 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.839105 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.839447 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.839821 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d89a9af-9138-4459-9e87-e8b9f48f84a2,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:05.839955 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.840249 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.840612 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.840949 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.841274 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.841776 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.842283 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.842585 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] No DVR routers for this DVR port 6d89a9af-9138-4459-9e87-e8b9f48f84a2 on host dv-cinder-821602-14-iscsi {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:05.843668 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.844158 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.844665 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4c6980-31b3-4a68-90d7-bbe6df56864d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:05.874859 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c5a6ea66-9e6a-4082-aced-56dfcd994a0f req-140ff6a0-79bf-4326-ac14-c97f6f8f5a80 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894043 Jan 18 20:30:05.921183 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ae29-fffd-4e16-b5b2-a20203581b8c admin admin] Publish callbacks [] for security_group (4f2c95ea-2eb8-4649-b4e0-edadb7f040ec), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.928773 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ae29-fffd-4e16-b5b2-a20203581b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (4f2c95ea-2eb8-4649-b4e0-edadb7f040ec), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.940168 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (09a7462a-8def-4289-bb51-c535f8395ac3), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:05.962157 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a7462a-8def-4289-bb51-c535f8395ac3']}} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:05.965221 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-3fc1ae29-fffd-4e16-b5b2-a20203581b8c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57f74cb2fb034fd4be56a50ede0c4802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024972 Jan 18 20:30:05.969850 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37276) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:05.980036 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ceb9fd3-5f34-4a08-8694-94aa44f084d4') {'for_net_delete': True} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:05.980376 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ceb9fd3-5f34-4a08-8694-94aa44f084d4') {} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:05.989230 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1ae29-fffd-4e16-b5b2-a20203581b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2c95ea-2eb8-4649-b4e0-edadb7f040ec,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:05.996283 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10276358'] for segment (7ceb9fd3-5f34-4a08-8694-94aa44f084d4), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.027212 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (7ceb9fd3-5f34-4a08-8694-94aa44f084d4), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.035930 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:30:06.036372 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10397522'] for segment (7ceb9fd3-5f34-4a08-8694-94aa44f084d4), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: self.session.flush() Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: self.session.flush() Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: self.session.flush() Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: self.session.flush() Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: Traceback (most recent call last): Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: timer() Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: cb(*args, **kw) Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: return func(*args, **kwargs) Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: self._notify() Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: self.callback(batched_events) Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: event.method(event) Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: return f(self, *a, **k) Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._get(url).json() Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: return self.request(url, 'GET', **kwargs) Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:30:06.038167 dv-cinder-821602-14-iscsi neutron-server[102694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:30:06.110170 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d03261c7-089b-4d60-a998-73f16c7580e8 admin admin] Publish callbacks [] for security_group (4f2c95ea-2eb8-4649-b4e0-edadb7f040ec), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.137606 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d03261c7-089b-4d60-a998-73f16c7580e8 admin admin] Publish callbacks [] for security_group (4f2c95ea-2eb8-4649-b4e0-edadb7f040ec), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.170661 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (09a7462a-8def-4289-bb51-c535f8395ac3), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.188412 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.191715 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] 10.222.0.67 "DELETE /v2.0/networks/09a7462a-8def-4289-bb51-c535f8395ac3 HTTP/1.1" status: 204 len: 168 time: 0.9120626 Jan 18 20:30:06.192978 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9989a1-96ff-48fc-9867-d91980e37259 admin admin] Pushing event deleted for resources: {'Network': ['ID=09a7462a-8def-4289-bb51-c535f8395ac3,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:06.217016 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37286) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:06.219797 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d03261c7-089b-4d60-a998-73f16c7580e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (4f2c95ea-2eb8-4649-b4e0-edadb7f040ec), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.222406 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d03261c7-089b-4d60-a998-73f16c7580e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.230534 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-d03261c7-089b-4d60-a998-73f16c7580e8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f2c95ea-2eb8-4649-b4e0-edadb7f040ec HTTP/1.1" status: 204 len: 168 time: 0.2567828 Jan 18 20:30:06.248355 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03261c7-089b-4d60-a998-73f16c7580e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2c95ea-2eb8-4649-b4e0-edadb7f040ec,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:06.301283 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837773de-f9a3-4281-ba3a-85f84ea3945c req-6a5e129f-fa4d-4e39-94a0-af6c1610c92c tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:06.302848 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-837773de-f9a3-4281-ba3a-85f84ea3945c req-6a5e129f-fa4d-4e39-94a0-af6c1610c92c tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0655878 Jan 18 20:30:06.374795 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-6ac34e3e-989e-4664-b4fe-e83d6aafb622 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1547797 Jan 18 20:30:06.383690 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-2815fed3-7db0-4da7-8c01-eb2d53e0b994 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102695) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:30:06.384657 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-2815fed3-7db0-4da7-8c01-eb2d53e0b994 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050359 Jan 18 20:30:06.391318 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-837773de-f9a3-4281-ba3a-85f84ea3945c req-086a3e48-655d-4956-b428-3714805e4a76 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789762 Jan 18 20:30:06.452443 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37294) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:06.503411 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-6bc1a4b5-5cee-4891-b7f4-13c6d4654372 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9d6dd542180144d480be34c9a555ae63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493066 Jan 18 20:30:06.505668 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37298) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:06.559399 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cc4b5c49-3e2b-4746-84ba-92116a620ac4 admin admin] Publish callbacks [] for security_group (fbd77675-ec4e-4844-98e0-052104f42e9a), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.585026 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cc4b5c49-3e2b-4746-84ba-92116a620ac4 admin admin] Publish callbacks [] for security_group (fbd77675-ec4e-4844-98e0-052104f42e9a), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.648249 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cc4b5c49-3e2b-4746-84ba-92116a620ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (fbd77675-ec4e-4844-98e0-052104f42e9a), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.650966 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cc4b5c49-3e2b-4746-84ba-92116a620ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:06.654452 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-cc4b5c49-3e2b-4746-84ba-92116a620ac4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fbd77675-ec4e-4844-98e0-052104f42e9a HTTP/1.1" status: 204 len: 168 time: 0.1453946 Jan 18 20:30:06.661224 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b5c49-3e2b-4746-84ba-92116a620ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd77675-ec4e-4844-98e0-052104f42e9a,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:06.819636 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 6d89a9af-9138-4459-9e87-e8b9f48f84a2 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:06.847234 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 6d89a9af-9138-4459-9e87-e8b9f48f84a2 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:06.847676 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 6d89a9af-9138-4459-9e87-e8b9f48f84a2 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:07.103259 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:30:07.435079 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f1f716af-ae09-4a01-8a29-d7bb8bff9321 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:07.541370 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176a5fc-1b09-4a25-a2d0-1991f43e55cb req-08f683a9-6440-4126-9cc7-90dcf37d9497 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:07.543151 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1176a5fc-1b09-4a25-a2d0-1991f43e55cb req-08f683a9-6440-4126-9cc7-90dcf37d9497 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0689597 Jan 18 20:30:07.607887 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port f1f716af-ae09-4a01-8a29-d7bb8bff9321 is: ACTIVE; New status is: DOWN {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:07.608368 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.663768 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:07.667770 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fe5784-96bb-4988-ad14-0e0bd1c52409" -d '{"events": [{"server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:07.667935 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1176a5fc-1b09-4a25-a2d0-1991f43e55cb req-d7b91771-a779-44ef-98b2-888e3c4ed6c8 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098013 Jan 18 20:30:07.723650 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port f1f716af-ae09-4a01-8a29-d7bb8bff9321, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:07.730008 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:07.766280 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34e8178-b027-4833-a655-37b3cb9c7006 x-openstack-request-id: req-b34e8178-b027-4833-a655-37b3cb9c7006 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:07.766584 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:07.767021 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b34e8178-b027-4833-a655-37b3cb9c7006 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:07.767621 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'code': 200} Jan 18 20:30:07.811875 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=f1f716af-ae09-4a01-8a29-d7bb8bff9321,revision_number=6']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:07.866294 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-a0aa10d7-d077-4adf-ab1f-f77376dac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:07.868965 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-a0aa10d7-d077-4adf-ab1f-f77376dac8dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e&tenant_id=32060f3477d348b7bb92a2240bec099f HTTP/1.1" status: 200 len: 1096 time: 0.0671387 Jan 18 20:30:07.948820 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-ad83f5ef-ead4-4e16-86a4-836d8524c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:07.950512 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-ad83f5ef-ead4-4e16-86a4-836d8524c7d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32060f3477d348b7bb92a2240bec099f&device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1096 time: 0.0558827 Jan 18 20:30:08.058288 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-233ae08b-e262-4847-a1a3-910e539df487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:08.060260 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-233ae08b-e262-4847-a1a3-910e539df487 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f1d2458-30aa-44ca-b2e2-990d8ff94955 HTTP/1.1" status: 200 len: 908 time: 0.1030798 Jan 18 20:30:08.142694 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-6088b7bd-a064-4b76-9e29-97d72cc272ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321 HTTP/1.1" status: 200 len: 998 time: 0.0746334 Jan 18 20:30:08.198669 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-59309cca-790c-49a5-b8f4-82ab371c7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:08.200641 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-59309cca-790c-49a5-b8f4-82ab371c7628 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81cc7b7b-7ee8-4723-95cb-23805c6def54 HTTP/1.1" status: 200 len: 847 time: 0.0521827 Jan 18 20:30:08.254269 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-e3a94bda-149c-49f2-a21e-9070c1e17b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:08.256157 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-e3a94bda-149c-49f2-a21e-9070c1e17b1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f1d2458-30aa-44ca-b2e2-990d8ff94955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489175 Jan 18 20:30:08.357846 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-350e22db-e85a-4cad-a9c8-371bf92c9f5d service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955915 Jan 18 20:30:08.480480 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b932284-621b-4999-bf6c-ed4ea40955cb req-75e9e9c9-990d-4f6b-a23b-8d1438c5647a service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119292 Jan 18 20:30:08.788262 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a982f6-cf8e-4618-bd75-95bb0851d40e req-48ceab55-8884-4f6a-9470-1cf5fcd69fe4 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:08.789767 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a3a982f6-cf8e-4618-bd75-95bb0851d40e req-48ceab55-8884-4f6a-9470-1cf5fcd69fe4 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0504827 Jan 18 20:30:08.840739 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a3a982f6-cf8e-4618-bd75-95bb0851d40e req-9294b91a-ee80-4d82-88c3-cae46df267f0 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452940 Jan 18 20:30:09.423710 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37406) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:09.527871 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4398012d-b8d0-464e-8c42-06475fcbbf47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.612378 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4398012d-b8d0-464e-8c42-06475fcbbf47 admin admin] Publish callbacks [] for security_group (adae3865-0297-43f3-b65c-2a678449f2e3), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.616919 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4398012d-b8d0-464e-8c42-06475fcbbf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (adae3865-0297-43f3-b65c-2a678449f2e3), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.654847 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4398012d-b8d0-464e-8c42-06475fcbbf47 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cd30b5c96c16483f9002211d4684b294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300279 Jan 18 20:30:09.656321 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398012d-b8d0-464e-8c42-06475fcbbf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adae3865-0297-43f3-b65c-2a678449f2e3,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:09.657722 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37422) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:09.717289 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-22c09d78-5f5a-49db-a3e6-354c6894ffc1 admin admin] Publish callbacks [] for security_group (adae3865-0297-43f3-b65c-2a678449f2e3), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.742080 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-22c09d78-5f5a-49db-a3e6-354c6894ffc1 admin admin] Publish callbacks [] for security_group (adae3865-0297-43f3-b65c-2a678449f2e3), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.803788 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-22c09d78-5f5a-49db-a3e6-354c6894ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (adae3865-0297-43f3-b65c-2a678449f2e3), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.806532 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-22c09d78-5f5a-49db-a3e6-354c6894ffc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:09.807808 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-22c09d78-5f5a-49db-a3e6-354c6894ffc1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/adae3865-0297-43f3-b65c-2a678449f2e3 HTTP/1.1" status: 204 len: 168 time: 0.1477287 Jan 18 20:30:09.816224 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c09d78-5f5a-49db-a3e6-354c6894ffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adae3865-0297-43f3-b65c-2a678449f2e3,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:09.964997 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b68c7-94d9-4532-aa06-8a764005bdf0 req-07d7bc83-36a9-4a33-9ef1-6e73d759e2fb tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:09.966473 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f29b68c7-94d9-4532-aa06-8a764005bdf0 req-07d7bc83-36a9-4a33-9ef1-6e73d759e2fb tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0524068 Jan 18 20:30:10.017144 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f29b68c7-94d9-4532-aa06-8a764005bdf0 req-5004dd7a-7d1f-464b-a55f-4100874f7606 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444818 Jan 18 20:30:10.099557 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37434) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:10.114778 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-de675b33-4d20-480d-9b2e-a4c1bc77794a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.188141 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-de675b33-4d20-480d-9b2e-a4c1bc77794a admin admin] Publish callbacks [] for security_group (c23045af-ece8-470f-8c26-c1af39490d4e), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.191768 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-de675b33-4d20-480d-9b2e-a4c1bc77794a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c23045af-ece8-470f-8c26-c1af39490d4e), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.231863 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-de675b33-4d20-480d-9b2e-a4c1bc77794a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=109a75864b10419dad6b2a065b7983aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312182 Jan 18 20:30:10.232724 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de675b33-4d20-480d-9b2e-a4c1bc77794a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23045af-ece8-470f-8c26-c1af39490d4e,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:10.234706 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37436) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:10.286349 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d83a94ee-8c0f-443b-9abf-3b65432b8d6f admin admin] Publish callbacks [] for security_group (c23045af-ece8-470f-8c26-c1af39490d4e), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.308139 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d83a94ee-8c0f-443b-9abf-3b65432b8d6f admin admin] Publish callbacks [] for security_group (c23045af-ece8-470f-8c26-c1af39490d4e), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.355146 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d83a94ee-8c0f-443b-9abf-3b65432b8d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (c23045af-ece8-470f-8c26-c1af39490d4e), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.357612 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d83a94ee-8c0f-443b-9abf-3b65432b8d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:10.358737 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-d83a94ee-8c0f-443b-9abf-3b65432b8d6f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c23045af-ece8-470f-8c26-c1af39490d4e HTTP/1.1" status: 204 len: 168 time: 0.1230006 Jan 18 20:30:10.366139 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a94ee-8c0f-443b-9abf-3b65432b8d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23045af-ece8-470f-8c26-c1af39490d4e,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:11.038202 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37466) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:11.144359 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54dfc3-3cbd-4290-905e-03210353f5ab req-2641f2ac-e26f-4b72-a789-5f64813e7387 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:11.146182 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-dd54dfc3-3cbd-4290-905e-03210353f5ab req-2641f2ac-e26f-4b72-a789-5f64813e7387 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0560930 Jan 18 20:30:11.169614 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2d07a6bd-1b97-4031-a63e-f7b5f31dc87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.229318 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-dd54dfc3-3cbd-4290-905e-03210353f5ab req-2635a46b-dbef-4738-84bf-41260b6c959e tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715940 Jan 18 20:30:11.283928 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2d07a6bd-1b97-4031-a63e-f7b5f31dc87f admin admin] Publish callbacks [] for security_group (76461e1b-9aca-49ba-b548-6f7de44b07cf), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.289283 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2d07a6bd-1b97-4031-a63e-f7b5f31dc87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (76461e1b-9aca-49ba-b548-6f7de44b07cf), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.333340 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07a6bd-1b97-4031-a63e-f7b5f31dc87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76461e1b-9aca-49ba-b548-6f7de44b07cf,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:11.339288 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-2d07a6bd-1b97-4031-a63e-f7b5f31dc87f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=58c5fad822bd46f389839e0e9f3ba9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998223 Jan 18 20:30:11.341961 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37480) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:11.399004 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-44fc00e3-7b3d-4876-8d88-d469e8ccd3c5 admin admin] Publish callbacks [] for security_group (76461e1b-9aca-49ba-b548-6f7de44b07cf), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.437618 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-44fc00e3-7b3d-4876-8d88-d469e8ccd3c5 admin admin] Publish callbacks [] for security_group (76461e1b-9aca-49ba-b548-6f7de44b07cf), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.489296 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-44fc00e3-7b3d-4876-8d88-d469e8ccd3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (76461e1b-9aca-49ba-b548-6f7de44b07cf), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.492309 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-44fc00e3-7b3d-4876-8d88-d469e8ccd3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:11.493542 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-44fc00e3-7b3d-4876-8d88-d469e8ccd3c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/76461e1b-9aca-49ba-b548-6f7de44b07cf HTTP/1.1" status: 204 len: 168 time: 0.1505752 Jan 18 20:30:11.506860 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc00e3-7b3d-4876-8d88-d469e8ccd3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76461e1b-9aca-49ba-b548-6f7de44b07cf,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:12.392508 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b11f2-c21a-46cc-adfe-75a8d65dee33 req-f5bc5952-85d2-49a5-8f9a-606b6b90e82a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:12.403593 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-216b11f2-c21a-46cc-adfe-75a8d65dee33 req-f5bc5952-85d2-49a5-8f9a-606b6b90e82a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0901756 Jan 18 20:30:12.472970 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-216b11f2-c21a-46cc-adfe-75a8d65dee33 req-8dc448e5-d2ec-4ed6-8b84-c05a1b7e2a5e tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634620 Jan 18 20:30:13.617484 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f01e8-0ec9-499f-87cd-f4acc1146175 req-ea1666a5-a467-4a06-a2c3-6104950e2675 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:13.626331 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-391f01e8-0ec9-499f-87cd-f4acc1146175 req-ea1666a5-a467-4a06-a2c3-6104950e2675 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0654438 Jan 18 20:30:13.681037 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-391f01e8-0ec9-499f-87cd-f4acc1146175 req-2936164a-fa21-46dd-ad30-a330bd49e2b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538006 Jan 18 20:30:14.820653 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618ccbe-0b02-4098-96a1-415185c2e0c9 req-a1c030ce-2301-448c-b9c6-288629dc2819 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:14.821956 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7618ccbe-0b02-4098-96a1-415185c2e0c9 req-a1c030ce-2301-448c-b9c6-288629dc2819 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 943 time: 0.0586140 Jan 18 20:30:14.894025 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7618ccbe-0b02-4098-96a1-415185c2e0c9 req-8fb0da64-c15b-43ca-b1fe-810d9f8e73c1 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655186 Jan 18 20:30:15.482578 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f1f716af-ae09-4a01-8a29-d7bb8bff9321 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:30:15.593818 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port f1f716af-ae09-4a01-8a29-d7bb8bff9321, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:15.606805 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'port_id': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'mac_address': 'fa:16:3e:6d:08:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:30:15.648844 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port f1f716af-ae09-4a01-8a29-d7bb8bff9321 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:15.649284 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:15.664463 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f716af-ae09-4a01-8a29-d7bb8bff9321 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:30:15.690321 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port f1f716af-ae09-4a01-8a29-d7bb8bff9321, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:15.696308 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:15.759867 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=f1f716af-ae09-4a01-8a29-d7bb8bff9321,revision_number=7']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:16.087281 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200275c3-978a-4a42-84bc-2e9e69cb834f req-b7de2cef-f563-4834-8308-456a0658fea3 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:16.089979 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-200275c3-978a-4a42-84bc-2e9e69cb834f req-b7de2cef-f563-4834-8308-456a0658fea3 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 944 time: 0.0849102 Jan 18 20:30:16.152056 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-200275c3-978a-4a42-84bc-2e9e69cb834f req-5bc4bf8b-5e74-4362-9d83-9271a0e40514 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546925 Jan 18 20:30:17.294819 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f215c4c-e29e-45c0-81fc-dc3927a8fc5e req-f09623ad-3f26-4cce-abb7-20cbbf0e3b26 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:17.297015 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4f215c4c-e29e-45c0-81fc-dc3927a8fc5e req-f09623ad-3f26-4cce-abb7-20cbbf0e3b26 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 944 time: 0.0578215 Jan 18 20:30:17.359488 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4f215c4c-e29e-45c0-81fc-dc3927a8fc5e req-c7b1c9ea-b67f-48a8-bfbe-28f0283bfffc tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565600 Jan 18 20:30:18.320424 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['f1f716af-ae09-4a01-8a29-d7bb8bff9321'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:18.534347 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fc616-436b-4392-b7f6-c027168ae78a req-899a8a96-c6fd-4b16-8654-ade720089c7c tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:18.536474 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-647fc616-436b-4392-b7f6-c027168ae78a req-899a8a96-c6fd-4b16-8654-ade720089c7c tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 944 time: 0.0758848 Jan 18 20:30:18.618409 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-647fc616-436b-4392-b7f6-c027168ae78a req-05e95e3c-4373-4dda-8c64-79afebaf42a2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704637 Jan 18 20:30:19.794842 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3239a-7965-448d-ae63-d68284f6ab52 req-93f08a85-f03c-4f4e-8c21-fa757ea23502 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:19.797952 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b5f3239a-7965-448d-ae63-d68284f6ab52 req-93f08a85-f03c-4f4e-8c21-fa757ea23502 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 944 time: 0.0636222 Jan 18 20:30:19.899312 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b5f3239a-7965-448d-ae63-d68284f6ab52 req-ae6d6fcd-a425-4be6-ab28-f0d12847707a tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901127 Jan 18 20:30:20.105645 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f1f716af-ae09-4a01-8a29-d7bb8bff9321 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:20.194719 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port f1f716af-ae09-4a01-8a29-d7bb8bff9321 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:20.195381 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.460684 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port f1f716af-ae09-4a01-8a29-d7bb8bff9321 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:20.461073 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.489017 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:20.491787 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185ed9a3-629a-4a2a-a703-3c9669b5d92a" -d '{"events": [{"server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "name": "network-vif-plugged", "status": "completed", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:20.512257 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port f1f716af-ae09-4a01-8a29-d7bb8bff9321, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:20.518649 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:20.554523 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919f907-5211-43db-87a1-efc1a4a73a07 x-openstack-request-id: req-1919f907-5211-43db-87a1-efc1a4a73a07 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:20.554943 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "name": "network-vif-plugged", "status": "completed", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:20.555385 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1919f907-5211-43db-87a1-efc1a4a73a07 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:20.555974 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'code': 200} Jan 18 20:30:20.603021 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=f1f716af-ae09-4a01-8a29-d7bb8bff9321,revision_number=8']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:20.790634 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2817bd-d2be-4e30-99fd-be7b10896c43 req-730f3d16-7d91-4123-a42b-828a5aec030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:20.792198 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5e2817bd-d2be-4e30-99fd-be7b10896c43 req-730f3d16-7d91-4123-a42b-828a5aec030d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1098 time: 0.0448549 Jan 18 20:30:20.851943 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5e2817bd-d2be-4e30-99fd-be7b10896c43 req-769a7177-b6ce-40cd-9e4e-545b19839a3a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496185 Jan 18 20:30:21.067359 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a135f-2671-4d0b-a332-bbe45b6ee6b1 req-b18d74e7-2816-4cc6-ac8c-3c0189d961cb tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:21.070263 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bf5a135f-2671-4d0b-a332-bbe45b6ee6b1 req-b18d74e7-2816-4cc6-ac8c-3c0189d961cb tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0804527 Jan 18 20:30:21.154326 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bf5a135f-2671-4d0b-a332-bbe45b6ee6b1 req-d2e401f3-4d7f-41fa-9d60-2fcce5955bb2 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778747 Jan 18 20:30:21.632777 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37682) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:21.799123 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:21.970679 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Publish callbacks [] for security_group (bbbc3ed9-c8a3-4f2c-92e3-6410f622c5c2), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:21.976645 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (bbbc3ed9-c8a3-4f2c-92e3-6410f622c5c2), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.018388 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1b0803d1b8044a788a7c788aee9bfc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842309 Jan 18 20:30:22.019331 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc3ed9-c8a3-4f2c-92e3-6410f622c5c2,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:22.022760 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37694) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:22.039559 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.039881 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.040356 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.040543 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.040861 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.041180 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.041518 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.041818 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.042138 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.042450 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.042763 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.043094 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.043417 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0c929e-4969-4c98-a259-c94fd61d639a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.106198 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a32b8d02-ae7c-4fd2-9399-f157ec4d54b9 admin admin] Publish callbacks [] for security_group (bbbc3ed9-c8a3-4f2c-92e3-6410f622c5c2), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.141800 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a32b8d02-ae7c-4fd2-9399-f157ec4d54b9 admin admin] Publish callbacks [] for security_group (bbbc3ed9-c8a3-4f2c-92e3-6410f622c5c2), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.212660 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a32b8d02-ae7c-4fd2-9399-f157ec4d54b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (bbbc3ed9-c8a3-4f2c-92e3-6410f622c5c2), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.215493 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a32b8d02-ae7c-4fd2-9399-f157ec4d54b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.216929 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-a32b8d02-ae7c-4fd2-9399-f157ec4d54b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bbbc3ed9-c8a3-4f2c-92e3-6410f622c5c2 HTTP/1.1" status: 204 len: 168 time: 0.1933346 Jan 18 20:30:22.229768 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b8d02-ae7c-4fd2-9399-f157ec4d54b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc3ed9-c8a3-4f2c-92e3-6410f622c5c2,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:22.348314 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce12ba-7481-462f-bc5a-97c4a880287a req-738200ff-14d4-43be-8fc4-1bcf3cecd4e4 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:22.350513 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c8ce12ba-7481-462f-bc5a-97c4a880287a req-738200ff-14d4-43be-8fc4-1bcf3cecd4e4 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0656312 Jan 18 20:30:22.391264 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37702) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:22.451162 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c8ce12ba-7481-462f-bc5a-97c4a880287a req-ebdbf045-cf6e-403d-a328-d0dee1f341c6 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880609 Jan 18 20:30:22.646723 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.719488 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37710) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:22.740208 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Publish callbacks [] for security_group (f7634079-3c8f-4af6-8463-e7800c2ba98f), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.743357 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-eb43d69f-9b9c-4198-bee8-58c21d5d9726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.745093 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f7634079-3c8f-4af6-8463-e7800c2ba98f), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.789314 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7634079-3c8f-4af6-8463-e7800c2ba98f,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:22.793582 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57c1c7f9cbe644bc82cee36c95ccbd0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009278 Jan 18 20:30:22.798516 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37712) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:22.801905 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.802346 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.802600 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.802938 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.803468 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.803640 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.803903 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.804448 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.804750 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.805073 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.805399 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.805718 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.806047 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6fb4dc-ebbb-48f0-9f81-3d69898f5735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:30:22.901165 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3ed5-dd0a-4e24-8362-c794a4ced5a7 admin admin] Publish callbacks [] for security_group (f7634079-3c8f-4af6-8463-e7800c2ba98f), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.916008 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-eb43d69f-9b9c-4198-bee8-58c21d5d9726 admin admin] Publish callbacks [] for security_group (73f0f21a-5894-4dc1-9982-73a112b36ecb), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.925849 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-eb43d69f-9b9c-4198-bee8-58c21d5d9726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (73f0f21a-5894-4dc1-9982-73a112b36ecb), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.965570 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3ed5-dd0a-4e24-8362-c794a4ced5a7 admin admin] Publish callbacks [] for security_group (f7634079-3c8f-4af6-8463-e7800c2ba98f), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:22.993686 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-eb43d69f-9b9c-4198-bee8-58c21d5d9726 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5920e5496be54022ac3df068c16b3923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726493 Jan 18 20:30:22.996676 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37714) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:22.998189 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43d69f-9b9c-4198-bee8-58c21d5d9726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f0f21a-5894-4dc1-9982-73a112b36ecb,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:23.057903 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3ed5-dd0a-4e24-8362-c794a4ced5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f7634079-3c8f-4af6-8463-e7800c2ba98f), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.061484 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3ed5-dd0a-4e24-8362-c794a4ced5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.066414 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-7d1a3ed5-dd0a-4e24-8362-c794a4ced5a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7634079-3c8f-4af6-8463-e7800c2ba98f HTTP/1.1" status: 204 len: 168 time: 0.2622929 Jan 18 20:30:23.068866 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-91da4605-482b-445a-9421-afea9e1c2ace admin admin] Publish callbacks [] for security_group (73f0f21a-5894-4dc1-9982-73a112b36ecb), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.075338 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a3ed5-dd0a-4e24-8362-c794a4ced5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7634079-3c8f-4af6-8463-e7800c2ba98f,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:23.109075 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-91da4605-482b-445a-9421-afea9e1c2ace admin admin] Publish callbacks [] for security_group (73f0f21a-5894-4dc1-9982-73a112b36ecb), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.175814 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-91da4605-482b-445a-9421-afea9e1c2ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (73f0f21a-5894-4dc1-9982-73a112b36ecb), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.180250 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-91da4605-482b-445a-9421-afea9e1c2ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.182165 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-91da4605-482b-445a-9421-afea9e1c2ace admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73f0f21a-5894-4dc1-9982-73a112b36ecb HTTP/1.1" status: 204 len: 168 time: 0.1838403 Jan 18 20:30:23.195824 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da4605-482b-445a-9421-afea9e1c2ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f0f21a-5894-4dc1-9982-73a112b36ecb,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:23.570327 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37730) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:23.584865 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-78c8ff36-c930-45e8-8645-ffeb5bc3b948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.711663 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-78c8ff36-c930-45e8-8645-ffeb5bc3b948 admin admin] Publish callbacks [] for security_group (093c684a-cf43-4cba-adad-f47d78a66b29), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.717956 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-78c8ff36-c930-45e8-8645-ffeb5bc3b948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (093c684a-cf43-4cba-adad-f47d78a66b29), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.773092 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-78c8ff36-c930-45e8-8645-ffeb5bc3b948 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a0a0804738164a0eb1cd258295b51e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010388 Jan 18 20:30:23.773934 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8ff36-c930-45e8-8645-ffeb5bc3b948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093c684a-cf43-4cba-adad-f47d78a66b29,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:23.777222 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37732) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:23.866199 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b9eaebf6-2bb1-4dce-b4e3-de4f57cb1266 admin admin] Publish callbacks [] for security_group (093c684a-cf43-4cba-adad-f47d78a66b29), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.894221 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b9eaebf6-2bb1-4dce-b4e3-de4f57cb1266 admin admin] Publish callbacks [] for security_group (093c684a-cf43-4cba-adad-f47d78a66b29), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.958038 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b9eaebf6-2bb1-4dce-b4e3-de4f57cb1266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (093c684a-cf43-4cba-adad-f47d78a66b29), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.960880 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-b9eaebf6-2bb1-4dce-b4e3-de4f57cb1266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:23.961978 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-b9eaebf6-2bb1-4dce-b4e3-de4f57cb1266 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/093c684a-cf43-4cba-adad-f47d78a66b29 HTTP/1.1" status: 204 len: 168 time: 0.1833656 Jan 18 20:30:23.971284 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaebf6-2bb1-4dce-b4e3-de4f57cb1266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093c684a-cf43-4cba-adad-f47d78a66b29,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:24.317129 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37748) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:24.338136 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37750) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:24.338386 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d5b82261-6610-4e6e-9361-48d6e979d31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.446684 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d5b82261-6610-4e6e-9361-48d6e979d31a admin admin] Publish callbacks [] for security_group (f1b7e2c9-3a5b-419f-be4c-3e5cfca5a2ff), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.452432 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d5b82261-6610-4e6e-9361-48d6e979d31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f1b7e2c9-3a5b-419f-be4c-3e5cfca5a2ff), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.508012 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-d5b82261-6610-4e6e-9361-48d6e979d31a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=852c70d1982046888b522b42b6d67283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864994 Jan 18 20:30:24.508012 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b82261-6610-4e6e-9361-48d6e979d31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b7e2c9-3a5b-419f-be4c-3e5cfca5a2ff,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:24.508590 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37754) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:24.544909 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1270427025-network', 'tenant_id': '57c37a30505d421c955a13b8b4df8ad8'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:24.588887 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-145bb15f-5421-49c6-86a0-17b7953d83b3 admin admin] Publish callbacks [] for security_group (f1b7e2c9-3a5b-419f-be4c-3e5cfca5a2ff), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.593821 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Made reservation on behalf of 57c37a30505d421c955a13b8b4df8ad8 for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:24.596210 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.614858 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.630544 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-145bb15f-5421-49c6-86a0-17b7953d83b3 admin admin] Publish callbacks [] for security_group (f1b7e2c9-3a5b-419f-be4c-3e5cfca5a2ff), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.718951 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-145bb15f-5421-49c6-86a0-17b7953d83b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (f1b7e2c9-3a5b-419f-be4c-3e5cfca5a2ff), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.722253 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-145bb15f-5421-49c6-86a0-17b7953d83b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.723775 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-145bb15f-5421-49c6-86a0-17b7953d83b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1b7e2c9-3a5b-419f-be4c-3e5cfca5a2ff HTTP/1.1" status: 204 len: 168 time: 0.2125545 Jan 18 20:30:24.743825 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bb15f-5421-49c6-86a0-17b7953d83b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b7e2c9-3a5b-419f-be4c-3e5cfca5a2ff,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:24.764921 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Publish callbacks [] for security_group (9a13bd91-6b42-4953-aa91-b46b345f0ef7), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.772246 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9a13bd91-6b42-4953-aa91-b46b345f0ef7), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.810249 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:30:24.832176 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (32e36338-b0e6-4320-aab2-9fea6101aa04), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.833111 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Added segment 32e36338-b0e6-4320-aab2-9fea6101aa04 of type vlan for network 15422225-76ee-4008-86f4-90911d867178 Jan 18 20:30:24.843187 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a13bd91-6b42-4953-aa91-b46b345f0ef7,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:24.896717 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (15422225-76ee-4008-86f4-90911d867178), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.941475 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (15422225-76ee-4008-86f4-90911d867178), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.942740 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:24.943590 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:24.992144 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6526103 Jan 18 20:30:24.996627 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37760) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:25.026775 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Request body: {'subnet': {'network_id': '15422225-76ee-4008-86f4-90911d867178', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1270427025-subnet', 'tenant_id': '57c37a30505d421c955a13b8b4df8ad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:25.041515 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9858987-8267-43bd-8918-e455e07479e6 admin admin] Pushing event updated for resources: {'Network': ['ID=15422225-76ee-4008-86f4-90911d867178,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:25.062263 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 15422225-76ee-4008-86f4-90911d867178 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:30:25.064207 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Made reservation on behalf of 57c37a30505d421c955a13b8b4df8ad8 for: {'subnet': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:25.067154 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10308491'] for subnet (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.266762 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10397645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10308517'] for subnet (df92e392-efb8-46b4-96d5-f33787ec273f), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.328676 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df92e392-efb8-46b4-96d5-f33787ec273f,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:25.338712 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Checking segment: {'id': '32e36338-b0e6-4320-aab2-9fea6101aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '15422225-76ee-4008-86f4-90911d867178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:25.339265 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Network hostable DHCP agents. Network: 15422225-76ee-4008-86f4-90911d867178, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:30:25.360528 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Network 15422225-76ee-4008-86f4-90911d867178 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:30:25.369427 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 15422225-76ee-4008-86f4-90911d867178) {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:25.374326 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:25.374851 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:25.380666 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a797054-4756-40cf-839b-fa69eb6b183a None None] Network 15422225-76ee-4008-86f4-90911d867178 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:25.396441 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-e0dc90a7-e1cc-44f9-9291-c4503c8fe808 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3986025 Jan 18 20:30:25.483383 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bf7c4e-21c3-4952-9337-be6fef4176ef None None] Network 15422225-76ee-4008-86f4-90911d867178 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:25.991249 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37796) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:25.996470 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1038192290-network', 'tenant_id': 'c1e60f16b0574d2d9076394c1431764e'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:26.020024 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Made reservation on behalf of c1e60f16b0574d2d9076394c1431764e for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:26.022467 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.031723 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.149104 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Publish callbacks [] for security_group (01740ff8-acc4-4335-833f-b4c2b8cc9726), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.155097 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (01740ff8-acc4-4335-833f-b4c2b8cc9726), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.202319 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:30:26.220347 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01740ff8-acc4-4335-833f-b4c2b8cc9726,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:26.228629 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (7f59b64d-a62f-4503-8381-95527ac5f717), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.228974 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Added segment 7f59b64d-a62f-4503-8381-95527ac5f717 of type vlan for network 5121591e-7372-44bf-b7a8-80a78298a66a Jan 18 20:30:26.274961 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (5121591e-7372-44bf-b7a8-80a78298a66a), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.306046 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (5121591e-7372-44bf-b7a8-80a78298a66a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.307149 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:26.307788 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.341496 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3488460 Jan 18 20:30:26.345279 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37802) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:26.350500 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Request body: {'subnet': {'network_id': '5121591e-7372-44bf-b7a8-80a78298a66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1038192290-subnet', 'tenant_id': 'c1e60f16b0574d2d9076394c1431764e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:26.374373 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d1bba-d459-4eba-b62f-805092f8f704 admin admin] Pushing event updated for resources: {'Network': ['ID=5121591e-7372-44bf-b7a8-80a78298a66a,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:26.377109 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Made reservation on behalf of c1e60f16b0574d2d9076394c1431764e for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:26.379790 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10248747'] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.386260 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 5121591e-7372-44bf-b7a8-80a78298a66a details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:30:26.553350 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8616238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10248709'] for subnet (2d3909d9-872c-4e72-82f1-d9b8e69ac8d7), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.604927 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3909d9-872c-4e72-82f1-d9b8e69ac8d7,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:26.620837 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Checking segment: {'id': '7f59b64d-a62f-4503-8381-95527ac5f717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5121591e-7372-44bf-b7a8-80a78298a66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:26.621177 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Network hostable DHCP agents. Network: 5121591e-7372-44bf-b7a8-80a78298a66a, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:30:26.636875 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Network 5121591e-7372-44bf-b7a8-80a78298a66a is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:30:26.645844 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 5121591e-7372-44bf-b7a8-80a78298a66a) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:26.649802 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:26.650372 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:26.655522 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5927c5c-f78f-4044-ab17-7fd077e5044c None None] Network 5121591e-7372-44bf-b7a8-80a78298a66a requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:26.666137 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-a0907f48-f75a-47d7-9c3e-24eff323a671 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3196499 Jan 18 20:30:26.753007 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecff308-c61a-40ff-99f8-fd8686a41b64 None None] Network 5121591e-7372-44bf-b7a8-80a78298a66a requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:29.809916 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4ea08521-2044-47ce-9d17-e5b758b2d2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:31.878560 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7933ebf2-7e53-4a42-a25d-1cd647163791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:33.386035 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.003864 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 37910) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:34.099992 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.153565 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef28e-6014-4a10-b863-ee31cf7352c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.253328 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef28e-6014-4a10-b863-ee31cf7352c9 admin admin] Publish callbacks [] for security_group (5af739dd-212e-4cb4-95e2-5fe4ef6f95d9), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.259334 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef28e-6014-4a10-b863-ee31cf7352c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (5af739dd-212e-4cb4-95e2-5fe4ef6f95d9), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.329349 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-6b9ef28e-6014-4a10-b863-ee31cf7352c9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2ef80dfe7b3840a5a8628afd74207420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216770 Jan 18 20:30:34.329349 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ef28e-6014-4a10-b863-ee31cf7352c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af739dd-212e-4cb4-95e2-5fe4ef6f95d9,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:34.329766 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37914) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:34.399299 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce3a8-d95e-444b-9198-efef9f8c7807 admin admin] Publish callbacks [] for security_group (5af739dd-212e-4cb4-95e2-5fe4ef6f95d9), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.426248 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce3a8-d95e-444b-9198-efef9f8c7807 admin admin] Publish callbacks [] for security_group (5af739dd-212e-4cb4-95e2-5fe4ef6f95d9), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.498745 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce3a8-d95e-444b-9198-efef9f8c7807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (5af739dd-212e-4cb4-95e2-5fe4ef6f95d9), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.501728 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce3a8-d95e-444b-9198-efef9f8c7807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:34.502958 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-1d7ce3a8-d95e-444b-9198-efef9f8c7807 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5af739dd-212e-4cb4-95e2-5fe4ef6f95d9 HTTP/1.1" status: 204 len: 168 time: 0.1722176 Jan 18 20:30:34.511837 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ce3a8-d95e-444b-9198-efef9f8c7807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af739dd-212e-4cb4-95e2-5fe4ef6f95d9,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:34.724594 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.427055 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37946) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:35.538506 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-259298379-network', 'tenant_id': '9920208c82644be1813c48167d2a9632'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:35.576545 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Made reservation on behalf of 9920208c82644be1813c48167d2a9632 for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:35.580450 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.591597 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.705244 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Publish callbacks [] for security_group (300c8756-d6eb-49ed-83cd-ad7e308609fe), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.710385 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (300c8756-d6eb-49ed-83cd-ad7e308609fe), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.738326 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:30:35.744707 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.753881 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300c8756-d6eb-49ed-83cd-ad7e308609fe,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:35.763997 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (f885f2d1-3b66-4ef2-af95-ab9447775b8e), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.764533 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Added segment f885f2d1-3b66-4ef2-af95-ab9447775b8e of type vlan for network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 Jan 18 20:30:35.824969 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (6a078bd6-d1cf-4974-abca-9ca9f02026e1), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.865510 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (6a078bd6-d1cf-4974-abca-9ca9f02026e1), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.867296 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:35.868294 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:35.926711 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4984055 Jan 18 20:30:35.929722 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 37950) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:35.959953 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Request body: {'subnet': {'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-259298379-subnet', 'tenant_id': '9920208c82644be1813c48167d2a9632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:35.970171 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f1948-269f-4312-8db0-bcd41ab795b8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a078bd6-d1cf-4974-abca-9ca9f02026e1,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:35.985415 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:30:36.005300 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Made reservation on behalf of 9920208c82644be1813c48167d2a9632 for: {'subnet': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:36.008353 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10308491'] for subnet (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:36.252832 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10397645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10308517'] for subnet (67ed0aa3-a021-427a-949c-c9832526f86a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:36.367852 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Checking segment: {'id': 'f885f2d1-3b66-4ef2-af95-ab9447775b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:36.368558 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Network hostable DHCP agents. Network: 6a078bd6-d1cf-4974-abca-9ca9f02026e1, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:30:36.373237 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ed0aa3-a021-427a-949c-c9832526f86a,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:36.401240 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:30:36.414067 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 6a078bd6-d1cf-4974-abca-9ca9f02026e1) {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:36.421785 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:36.422182 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:36.440389 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8585df-df34-4946-9261-62d6954a4236 None None] Network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:36.471077 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-1112f629-6041-4883-94d6-bf36820e1ca2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5271118 Jan 18 20:30:36.653911 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7849a-626f-49bb-9bd3-9fa17a6d9ac2 None None] Network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:30:38.608014 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbd7f4-561d-4fca-996b-026c1431936d req-443bccd0-5e13-4a0c-aae3-05eff55da8de tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:38.609505 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-443bccd0-5e13-4a0c-aae3-05eff55da8de tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/networks?id=6a078bd6-d1cf-4974-abca-9ca9f02026e1 HTTP/1.1" status: 200 len: 808 time: 0.1204419 Jan 18 20:30:38.625521 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-3de43237-88ac-4cd2-876c-f1d12ee5abc9 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/quotas/9920208c82644be1813c48167d2a9632 HTTP/1.1" status: 200 len: 375 time: 0.0104964 Jan 18 20:30:38.662072 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-37f897ce-0258-400b-ba41-e55671f8a3c8 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9920208c82644be1813c48167d2a9632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269513 Jan 18 20:30:38.809382 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-c074b487-ea51-4bd8-b64d-6f22ca901dad service neutron] 10.222.0.67 "GET /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400208 Jan 18 20:30:38.911789 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-e7345a82-8b38-4c1d-b8d2-df31ac0cbdc1 service neutron] 10.222.0.67 "GET /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954580 Jan 18 20:30:39.123911 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-62082c17-4e67-465c-94f4-0e9cf4d4a5ec req-6e84d0d2-dd6a-4270-8684-adfc1a6d98ce tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 210 time: 0.0309265 Jan 18 20:30:40.182521 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbd7f4-561d-4fca-996b-026c1431936d req-98b0ecf3-36d5-46cb-86a5-51a44183c27a tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:40.184321 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-98b0ecf3-36d5-46cb-86a5-51a44183c27a tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.45 "GET /v2.0/networks?id=6a078bd6-d1cf-4974-abca-9ca9f02026e1 HTTP/1.1" status: 200 len: 808 time: 0.1111224 Jan 18 20:30:40.198220 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Request body: {'port': {'device_id': 'a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b', 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1', 'admin_state_up': True, 'tenant_id': '9920208c82644be1813c48167d2a9632'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:40.251607 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1d0586bd-b279-4e83-9874-bcd4d448664b req-a6c89ec9-0e55-4b8e-86f8-ac2bf640783b tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 210 time: 0.0490122 Jan 18 20:30:40.334235 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Made reservation on behalf of 9920208c82644be1813c48167d2a9632 for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:40.337696 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:40.467869 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Allocated IP 172.20.0.13 (6a078bd6-d1cf-4974-abca-9ca9f02026e1/67ed0aa3-a021-427a-949c-c9832526f86a/b6efd8c2-8a05-4394-99ea-f81d7dbe8640) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:30:40.638510 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks [] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:40.675251 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:40.727206 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:40.731326 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:40.733842 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Pushing event updated for resources: {'Port': ['ID=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:40.736008 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:30:40.787075 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:40.787690 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:40.807494 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-9e76f81c-0f1b-4933-b2a5-74c45c95b402 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6136105 Jan 18 20:30:40.820566 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Request body: {'port': {'device_id': 'a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:40.876947 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:41.370230 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca546b56-7d99-497d-a9cd-51924118cfcd req-99c180fd-1f57-409b-a9ef-b199493386e3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:41.371890 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca546b56-7d99-497d-a9cd-51924118cfcd req-99c180fd-1f57-409b-a9ef-b199493386e3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 932 time: 0.0491726 Jan 18 20:30:41.408631 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6efd8c2-8a05-4394-99ea-f81d7dbe8640 {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:30:41.416074 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Publish callbacks [] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:41.424203 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca546b56-7d99-497d-a9cd-51924118cfcd req-180bde1a-3fc0-42ae-b97d-6ec691350510 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456402 Jan 18 20:30:41.430107 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Transition to ACTIVE for port object b6efd8c2-8a05-4394-99ea-f81d7dbe8640 will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:30:41.434381 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:41.489709 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Pushing event updated for resources: {'Port': ['ID=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:41.554239 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Attempting to bind port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:30:41.554584 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Attempting to bind port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'f885f2d1-3b66-4ef2-af95-ab9447775b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:30:41.554913 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Attempting to bind port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 on network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:41.560890 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 on network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:30:41.561212 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Attempting to bind port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 on network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:41.566011 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:30:41.566351 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Checking segment: {'id': 'f885f2d1-3b66-4ef2-af95-ab9447775b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:41.566736 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Bound using segment: {'id': 'f885f2d1-3b66-4ef2-af95-ab9447775b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:30:41.567195 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Bound port: b6efd8c2-8a05-4394-99ea-f81d7dbe8640, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f885f2d1-3b66-4ef2-af95-ab9447775b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:30:41.567553 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:41.629055 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] For port b6efd8c2-8a05-4394-99ea-f81d7dbe8640, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:30:41.632323 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] For port b6efd8c2-8a05-4394-99ea-f81d7dbe8640, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,segment=NetworkSegment(f885f2d1-3b66-4ef2-af95-ab9447775b8e),segment_id=f885f2d1-3b66-4ef2-af95-ab9447775b8e)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:30:41.635965 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:41.673573 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:41.674190 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:41.675593 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] 10.222.0.45 "PUT /v2.0/ports/b6efd8c2-8a05-4394-99ea-f81d7dbe8640 HTTP/1.1" status: 200 len: 1094 time: 0.8593462 Jan 18 20:30:41.676034 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b', 'tag': 'b6efd8c2-8a05-4394-99ea-f81d7dbe8640'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:41.678272 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca48ea24-1bce-4808-b43e-5700ec0ffa87" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b", "tag": "b6efd8c2-8a05-4394-99ea-f81d7dbe8640"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:41.700133 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ea6d9-387d-4cdc-9e6b-a1da942f3522 service neutron] Pushing event updated for resources: {'Port': ['ID=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:41.730724 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3079f109-34af-4cd9-96b4-dd688c6ef3c2 x-openstack-request-id: req-3079f109-34af-4cd9-96b4-dd688c6ef3c2 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:41.731012 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b", "tag": "b6efd8c2-8a05-4394-99ea-f81d7dbe8640", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:41.731297 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3079f109-34af-4cd9-96b4-dd688c6ef3c2 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:41.732189 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b', 'tag': 'b6efd8c2-8a05-4394-99ea-f81d7dbe8640', 'status': 'completed', 'code': 200} Jan 18 20:30:41.771321 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbd7f4-561d-4fca-996b-026c1431936d req-1bc294cd-52fa-4132-b39f-cf97a2585b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:41.772813 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-1bc294cd-52fa-4132-b39f-cf97a2585b27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9920208c82644be1813c48167d2a9632&device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 1097 time: 0.0541422 Jan 18 20:30:41.814066 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-1baf7b54-6587-4f66-8b15-3f54e43b89b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6efd8c2-8a05-4394-99ea-f81d7dbe8640 HTTP/1.1" status: 200 len: 217 time: 0.0347219 Jan 18 20:30:41.860888 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbd7f4-561d-4fca-996b-026c1431936d req-64ae74ac-fd02-4160-8fc8-3c946abb762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:41.862345 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-64ae74ac-fd02-4160-8fc8-3c946abb762d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67ed0aa3-a021-427a-949c-c9832526f86a HTTP/1.1" status: 200 len: 848 time: 0.0432477 Jan 18 20:30:41.892472 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-0e155834-6d4f-427c-bf0f-5db85050ab80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a078bd6-d1cf-4974-abca-9ca9f02026e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245032 Jan 18 20:30:41.986821 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-391c1eaa-1e03-44bb-8896-4ef89a15698f service neutron] 10.222.0.45 "GET /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888393 Jan 18 20:30:42.037033 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38060) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:42.079106 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-12cbd7f4-561d-4fca-996b-026c1431936d req-645cca63-5a6c-47a7-bfba-f29dba99f714 service neutron] 10.222.0.45 "GET /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866697 Jan 18 20:30:42.080336 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe833c9-d1a1-40e0-b60d-9fa19da4086a admin admin] Deleting subnet df92e392-efb8-46b4-96d5-f33787ec273f {{(pid=102695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:30:42.083651 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fbe833c9-d1a1-40e0-b60d-9fa19da4086a admin admin] Publish callbacks [] for subnet (df92e392-efb8-46b4-96d5-f33787ec273f), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.117911 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fbe833c9-d1a1-40e0-b60d-9fa19da4086a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448435'] for subnet (df92e392-efb8-46b4-96d5-f33787ec273f), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.161712 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fbe833c9-d1a1-40e0-b60d-9fa19da4086a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (df92e392-efb8-46b4-96d5-f33787ec273f), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.168160 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48ea24-1bce-4808-b43e-5700ec0ffa87 req-0489dfe5-f931-4cb3-9d3b-34a74f3b2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:42.174484 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca48ea24-1bce-4808-b43e-5700ec0ffa87 req-0489dfe5-f931-4cb3-9d3b-34a74f3b2af8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9920208c82644be1813c48167d2a9632&device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 1097 time: 0.0435894 Jan 18 20:30:42.221547 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fbe833c9-d1a1-40e0-b60d-9fa19da4086a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248718'] for subnet (df92e392-efb8-46b4-96d5-f33787ec273f), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.248326 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe833c9-d1a1-40e0-b60d-9fa19da4086a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df92e392-efb8-46b4-96d5-f33787ec273f,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:42.252193 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fbe833c9-d1a1-40e0-b60d-9fa19da4086a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.258099 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-fbe833c9-d1a1-40e0-b60d-9fa19da4086a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/df92e392-efb8-46b4-96d5-f33787ec273f HTTP/1.1" status: 204 len: 168 time: 0.2199669 Jan 18 20:30:42.258747 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38062) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:42.272177 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48ea24-1bce-4808-b43e-5700ec0ffa87 req-b3f85a81-6954-40ac-a387-642631de27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:42.273636 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca48ea24-1bce-4808-b43e-5700ec0ffa87 req-b3f85a81-6954-40ac-a387-642631de27c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a078bd6-d1cf-4974-abca-9ca9f02026e1 HTTP/1.1" status: 200 len: 908 time: 0.0952239 Jan 18 20:30:42.325040 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca48ea24-1bce-4808-b43e-5700ec0ffa87 req-8cfd427c-160c-4445-9ee0-1d11e1e40638 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6efd8c2-8a05-4394-99ea-f81d7dbe8640 HTTP/1.1" status: 200 len: 217 time: 0.0445559 Jan 18 20:30:42.335443 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (15422225-76ee-4008-86f4-90911d867178), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.386267 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48ea24-1bce-4808-b43e-5700ec0ffa87 req-4c9167dd-eaea-4e72-9020-e075dbe804cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:42.389398 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca48ea24-1bce-4808-b43e-5700ec0ffa87 req-4c9167dd-eaea-4e72-9020-e075dbe804cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67ed0aa3-a021-427a-949c-c9832526f86a HTTP/1.1" status: 200 len: 848 time: 0.0567272 Jan 18 20:30:42.421508 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca48ea24-1bce-4808-b43e-5700ec0ffa87 req-9fd91f75-b3d3-4991-9ba6-2adc332bc6e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a078bd6-d1cf-4974-abca-9ca9f02026e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266480 Jan 18 20:30:42.453779 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (15422225-76ee-4008-86f4-90911d867178), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.481027 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15422225-76ee-4008-86f4-90911d867178']}} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:42.492256 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e36338-b0e6-4320-aab2-9fea6101aa04') {'for_net_delete': True} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:42.492680 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e36338-b0e6-4320-aab2-9fea6101aa04') {} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:42.512252 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448426'] for segment (32e36338-b0e6-4320-aab2-9fea6101aa04), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.544724 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (32e36338-b0e6-4320-aab2-9fea6101aa04), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.550043 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca48ea24-1bce-4808-b43e-5700ec0ffa87 req-8343d6c9-84df-4f97-8ad5-228097e0ee52 service neutron] 10.222.0.45 "GET /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078513 Jan 18 20:30:42.555016 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:30:42.555480 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616369'] for segment (32e36338-b0e6-4320-aab2-9fea6101aa04), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.557945 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: Traceback (most recent call last): Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: timer() Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: cb(*args, **kw) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: return func(*args, **kwargs) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: self._notify() Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: self.callback(batched_events) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: event.method(event) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: return f(self, *a, **k) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._get(url).json() Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: return self.request(url, 'GET', **kwargs) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:30:42.560592 dv-cinder-821602-14-iscsi neutron-server[102695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:30:42.618440 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdd27b-88d9-430a-8b11-57284d070b19 req-4ddaf1f9-46da-4625-84bc-4ac0e513ccad tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:42.620164 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b2fdd27b-88d9-430a-8b11-57284d070b19 req-4ddaf1f9-46da-4625-84bc-4ac0e513ccad tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 944 time: 0.1199977 Jan 18 20:30:42.663892 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (15422225-76ee-4008-86f4-90911d867178), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.669944 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ca48ea24-1bce-4808-b43e-5700ec0ffa87 req-87b534db-cacb-4dda-a7b1-c0a94a7bdc91 service neutron] 10.222.0.45 "GET /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130412 Jan 18 20:30:42.671767 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.675163 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] 10.222.0.67 "DELETE /v2.0/networks/15422225-76ee-4008-86f4-90911d867178 HTTP/1.1" status: 204 len: 168 time: 0.4151330 Jan 18 20:30:42.678144 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 38066) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:42.693155 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e320dd-5338-4f45-80cb-bcf5242c130d admin admin] Pushing event deleted for resources: {'Network': ['ID=15422225-76ee-4008-86f4-90911d867178,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:42.698327 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b2fdd27b-88d9-430a-8b11-57284d070b19 req-2b4438d9-b8c9-47a4-a603-672a65fdf224 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664177 Jan 18 20:30:42.726098 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff29919-45f3-4db5-98ed-038f4f581ea2 admin admin] Deleting subnet 2d3909d9-872c-4e72-82f1-d9b8e69ac8d7 {{(pid=102694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:30:42.729670 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eff29919-45f3-4db5-98ed-038f4f581ea2 admin admin] Publish callbacks [] for subnet (2d3909d9-872c-4e72-82f1-d9b8e69ac8d7), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.771129 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eff29919-45f3-4db5-98ed-038f4f581ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10276383'] for subnet (2d3909d9-872c-4e72-82f1-d9b8e69ac8d7), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.811484 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eff29919-45f3-4db5-98ed-038f4f581ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (2d3909d9-872c-4e72-82f1-d9b8e69ac8d7), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.863361 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eff29919-45f3-4db5-98ed-038f4f581ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10397452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10308526'] for subnet (2d3909d9-872c-4e72-82f1-d9b8e69ac8d7), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.888135 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff29919-45f3-4db5-98ed-038f4f581ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3909d9-872c-4e72-82f1-d9b8e69ac8d7,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:42.891637 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-eff29919-45f3-4db5-98ed-038f4f581ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:42.895952 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-eff29919-45f3-4db5-98ed-038f4f581ea2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2d3909d9-872c-4e72-82f1-d9b8e69ac8d7 HTTP/1.1" status: 204 len: 168 time: 0.2157364 Jan 18 20:30:42.897839 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38068) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:42.965962 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (5121591e-7372-44bf-b7a8-80a78298a66a), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.043438 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (5121591e-7372-44bf-b7a8-80a78298a66a), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.063083 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5121591e-7372-44bf-b7a8-80a78298a66a']}} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:43.071835 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f59b64d-a62f-4503-8381-95527ac5f717') {'for_net_delete': True} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:43.072126 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f59b64d-a62f-4503-8381-95527ac5f717') {} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:30:43.081096 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448426'] for segment (7f59b64d-a62f-4503-8381-95527ac5f717), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.094002 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (7f59b64d-a62f-4503-8381-95527ac5f717), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.099976 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:30:43.100384 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616369'] for segment (7f59b64d-a62f-4503-8381-95527ac5f717), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: Traceback (most recent call last): Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: timer() Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: cb(*args, **kw) Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: return func(*args, **kwargs) Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: self._notify() Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: self.callback(batched_events) Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: event.method(event) Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: return f(self, *a, **k) Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._get(url).json() Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: return self.request(url, 'GET', **kwargs) Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:30:43.102005 dv-cinder-821602-14-iscsi neutron-server[102695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:30:43.157689 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (5121591e-7372-44bf-b7a8-80a78298a66a), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.162841 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.166036 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5121591e-7372-44bf-b7a8-80a78298a66a HTTP/1.1" status: 204 len: 168 time: 0.2672133 Jan 18 20:30:43.177130 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fa13f-c17c-4b88-b71b-12b07e888538 admin admin] Pushing event deleted for resources: {'Network': ['ID=5121591e-7372-44bf-b7a8-80a78298a66a,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:43.282170 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38072) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:43.320872 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-cf7c4320-57ef-47ad-9752-551be0115ad9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57c37a30505d421c955a13b8b4df8ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373626 Jan 18 20:30:43.323282 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38074) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:43.368882 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac965c6-2e85-4b0a-bf78-76410b9a4c95 admin admin] Publish callbacks [] for security_group (9a13bd91-6b42-4953-aa91-b46b345f0ef7), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.389904 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac965c6-2e85-4b0a-bf78-76410b9a4c95 admin admin] Publish callbacks [] for security_group (9a13bd91-6b42-4953-aa91-b46b345f0ef7), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.434584 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac965c6-2e85-4b0a-bf78-76410b9a4c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (9a13bd91-6b42-4953-aa91-b46b345f0ef7), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.437178 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac965c6-2e85-4b0a-bf78-76410b9a4c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.438407 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-dac965c6-2e85-4b0a-bf78-76410b9a4c95 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a13bd91-6b42-4953-aa91-b46b345f0ef7 HTTP/1.1" status: 204 len: 168 time: 0.1142461 Jan 18 20:30:43.446110 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac965c6-2e85-4b0a-bf78-76410b9a4c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a13bd91-6b42-4953-aa91-b46b345f0ef7,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:43.769530 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 38084) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:43.844894 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7ed3f1d8-b536-4b16-9080-47035b6aa18f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c1e60f16b0574d2d9076394c1431764e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740888 Jan 18 20:30:43.847575 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38086) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:43.858238 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ab54e-bffc-4768-896d-3d17a063a22e req-cbb3cda3-0bf1-40ff-aa3a-86201c8e190b tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:43.859812 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a55ab54e-bffc-4768-896d-3d17a063a22e req-cbb3cda3-0bf1-40ff-aa3a-86201c8e190b tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 944 time: 0.0753906 Jan 18 20:30:43.902574 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-301ca945-f78f-4122-8061-84fc4c770440 admin admin] Publish callbacks [] for security_group (01740ff8-acc4-4335-833f-b4c2b8cc9726), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.911981 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a55ab54e-bffc-4768-896d-3d17a063a22e req-b5500777-aee3-45f8-ac81-c95a667d8a0a tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463085 Jan 18 20:30:43.931529 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-301ca945-f78f-4122-8061-84fc4c770440 admin admin] Publish callbacks [] for security_group (01740ff8-acc4-4335-833f-b4c2b8cc9726), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.987822 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-301ca945-f78f-4122-8061-84fc4c770440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (01740ff8-acc4-4335-833f-b4c2b8cc9726), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.990371 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-301ca945-f78f-4122-8061-84fc4c770440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:43.991561 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-301ca945-f78f-4122-8061-84fc4c770440 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/01740ff8-acc4-4335-833f-b4c2b8cc9726 HTTP/1.1" status: 204 len: 168 time: 0.1425719 Jan 18 20:30:44.000364 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ca945-f78f-4122-8061-84fc4c770440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01740ff8-acc4-4335-833f-b4c2b8cc9726,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:44.102765 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:30:44.172044 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device b6efd8c2-8a05-4394-99ea-f81d7dbe8640 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:30:44.284092 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port b6efd8c2-8a05-4394-99ea-f81d7dbe8640, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,segment=NetworkSegment(f885f2d1-3b66-4ef2-af95-ab9447775b8e),segment_id=f885f2d1-3b66-4ef2-af95-ab9447775b8e)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:44.296069 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': 'b6efd8c2-8a05-4394-99ea-f81d7dbe8640', 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1', 'port_id': 'b6efd8c2-8a05-4394-99ea-f81d7dbe8640', 'mac_address': 'fa:16:3e:d6:57:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ed0aa3-a021-427a-949c-c9832526f86a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:30:44.337266 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:44.337680 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:44.352299 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6efd8c2-8a05-4394-99ea-f81d7dbe8640 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:30:44.372800 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port b6efd8c2-8a05-4394-99ea-f81d7dbe8640, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,segment=NetworkSegment(f885f2d1-3b66-4ef2-af95-ab9447775b8e),segment_id=f885f2d1-3b66-4ef2-af95-ab9447775b8e)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:44.376986 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:44.428228 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:44.599940 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['b6efd8c2-8a05-4394-99ea-f81d7dbe8640'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:45.042062 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ecf53-ff36-460f-a06d-ebe44421558d req-6676e3f9-afd6-4734-a552-257b98109706 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:45.047528 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1e4ecf53-ff36-460f-a06d-ebe44421558d req-6676e3f9-afd6-4734-a552-257b98109706 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 945 time: 0.0572195 Jan 18 20:30:45.093479 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-1e4ecf53-ff36-460f-a06d-ebe44421558d req-6bdc0d76-20c4-4a93-9278-3b7dc2ac4907 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438650 Jan 18 20:30:45.118301 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 38122) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:45.224226 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9d918dd9-0fcc-4f27-99ef-03ae2d5724a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:45.306940 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9d918dd9-0fcc-4f27-99ef-03ae2d5724a6 admin admin] Publish callbacks [] for security_group (107a24b6-d6bc-4c13-9000-9bb5e310c59e), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:45.311397 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9d918dd9-0fcc-4f27-99ef-03ae2d5724a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (107a24b6-d6bc-4c13-9000-9bb5e310c59e), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:45.349556 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-9d918dd9-0fcc-4f27-99ef-03ae2d5724a6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=39670f2ff3f94c3b9480ecb58694c485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301080 Jan 18 20:30:45.351081 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d918dd9-0fcc-4f27-99ef-03ae2d5724a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107a24b6-d6bc-4c13-9000-9bb5e310c59e,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:45.352234 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38126) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:30:45.406586 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-75cd2af2-88d8-4f36-9751-e73a1c64dc7c admin admin] Publish callbacks [] for security_group (107a24b6-d6bc-4c13-9000-9bb5e310c59e), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:45.429576 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-75cd2af2-88d8-4f36-9751-e73a1c64dc7c admin admin] Publish callbacks [] for security_group (107a24b6-d6bc-4c13-9000-9bb5e310c59e), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:45.479613 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-75cd2af2-88d8-4f36-9751-e73a1c64dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (107a24b6-d6bc-4c13-9000-9bb5e310c59e), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:45.482571 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-75cd2af2-88d8-4f36-9751-e73a1c64dc7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:45.486684 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-75cd2af2-88d8-4f36-9751-e73a1c64dc7c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/107a24b6-d6bc-4c13-9000-9bb5e310c59e HTTP/1.1" status: 204 len: 168 time: 0.1306360 Jan 18 20:30:45.493183 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd2af2-88d8-4f36-9751-e73a1c64dc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107a24b6-d6bc-4c13-9000-9bb5e310c59e,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:46.175897 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device b6efd8c2-8a05-4394-99ea-f81d7dbe8640 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:30:46.229046 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:30:46.233422 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:30:46.233802 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.235234 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb83a14-cb43-4875-b24f-3aac630286b1 req-cc91625e-1c8e-4d7d-8eba-98fa183c7a63 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:46.237369 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-efb83a14-cb43-4875-b24f-3aac630286b1 req-cc91625e-1c8e-4d7d-8eba-98fa183c7a63 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 945 time: 0.0544188 Jan 18 20:30:46.296135 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-efb83a14-cb43-4875-b24f-3aac630286b1 req-fb4a27fb-6161-4172-b7c2-f778f0dc9202 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522006 Jan 18 20:30:46.322585 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:30:46.322960 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.346559 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efd8c2-8a05-4394-99ea-f81d7dbe8640'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:46.348968 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a163b530-c81e-4bc2-8438-b61fcd0fbbe5" -d '{"events": [{"server_uuid": "a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b", "name": "network-vif-plugged", "status": "completed", "tag": "b6efd8c2-8a05-4394-99ea-f81d7dbe8640"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:46.362186 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port b6efd8c2-8a05-4394-99ea-f81d7dbe8640, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,segment=NetworkSegment(f885f2d1-3b66-4ef2-af95-ab9447775b8e),segment_id=f885f2d1-3b66-4ef2-af95-ab9447775b8e)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:46.367374 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:46.392863 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80521ee-25e2-4624-a5cf-1349fa5ba4f6 x-openstack-request-id: req-c80521ee-25e2-4624-a5cf-1349fa5ba4f6 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:46.393162 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b", "name": "network-vif-plugged", "status": "completed", "tag": "b6efd8c2-8a05-4394-99ea-f81d7dbe8640", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:46.393494 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c80521ee-25e2-4624-a5cf-1349fa5ba4f6 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:46.393790 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efd8c2-8a05-4394-99ea-f81d7dbe8640', 'code': 200} Jan 18 20:30:46.422874 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:46.558229 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa171d-ffea-4fa5-8314-a642636482e9 req-c687563a-80f5-40fa-847c-9a1f40b41f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:46.560427 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b8aa171d-ffea-4fa5-8314-a642636482e9 req-c687563a-80f5-40fa-847c-9a1f40b41f29 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 1099 time: 0.0428510 Jan 18 20:30:46.609314 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b8aa171d-ffea-4fa5-8314-a642636482e9 req-68b62e91-f1ea-4162-bc90-abf6c14756f6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412202 Jan 18 20:30:47.414172 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e7460-0729-4b84-9ddc-a8a071f7f198 req-ea21e14e-3065-4d7d-96aa-9d0d43874730 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:47.415643 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e91e7460-0729-4b84-9ddc-a8a071f7f198 req-ea21e14e-3065-4d7d-96aa-9d0d43874730 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 946 time: 0.0469947 Jan 18 20:30:47.461079 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e91e7460-0729-4b84-9ddc-a8a071f7f198 req-834919cb-88bb-4927-8d00-2a71a6e7d637 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389881 Jan 18 20:30:48.576213 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1abe71-519a-4719-9957-fe26b5ea253a req-f37ee44c-8bf4-4551-8d20-78664e05021a tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:48.577652 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b1abe71-519a-4719-9957-fe26b5ea253a req-f37ee44c-8bf4-4551-8d20-78664e05021a tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 946 time: 0.0476818 Jan 18 20:30:48.624654 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b1abe71-519a-4719-9957-fe26b5ea253a req-0b73a1fd-7cfb-4e1c-ac46-5dca74515491 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414398 Jan 18 20:30:51.110607 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e63f3-44aa-484f-a3f6-7e1c448af0cc req-e210ae8f-846a-4b71-a616-498715c7e9e8 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:51.112141 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f63e63f3-44aa-484f-a3f6-7e1c448af0cc req-e210ae8f-846a-4b71-a616-498715c7e9e8 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 946 time: 0.0497570 Jan 18 20:30:51.161039 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f63e63f3-44aa-484f-a3f6-7e1c448af0cc req-4a7914dc-6cd4-4969-af5e-9e9c4d0e43d3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Jan 18 20:30:52.291337 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdcaf9-cfe0-436b-8796-38f317aff9c5 req-d1f583be-a9fa-44e3-b2ea-a02dd76da31f tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:52.292874 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b7bdcaf9-cfe0-436b-8796-38f317aff9c5 req-d1f583be-a9fa-44e3-b2ea-a02dd76da31f tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 946 time: 0.0595193 Jan 18 20:30:52.340637 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b7bdcaf9-cfe0-436b-8796-38f317aff9c5 req-b5b52bfc-4c30-431c-8c67-1aef065ae8c5 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Jan 18 20:30:53.455711 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fb459-76ca-4ca7-bcb2-4ad6066bde1b req-c2e6903b-1c06-41fa-b531-a1378dd1054b tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:53.457156 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a32fb459-76ca-4ca7-bcb2-4ad6066bde1b req-c2e6903b-1c06-41fa-b531-a1378dd1054b tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 946 time: 0.0500264 Jan 18 20:30:53.502783 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a32fb459-76ca-4ca7-bcb2-4ad6066bde1b req-7e70f968-7d2e-411a-baa6-b4ce560ce8c8 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401256 Jan 18 20:30:54.445299 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-a92f80ec-a2d5-49c7-8397-e5fbc3dafc33 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:54.446652 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-a92f80ec-a2d5-49c7-8397-e5fbc3dafc33 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 946 time: 0.0481889 Jan 18 20:30:54.537273 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-f7f69189-98ba-4822-ba3a-b751381089b3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Deleting port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:30:54.537610 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-f7f69189-98ba-4822-ba3a-b751381089b3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.649202 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-f7f69189-98ba-4822-ba3a-b751381089b3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] For port b6efd8c2-8a05-4394-99ea-f81d7dbe8640, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,segment=NetworkSegment(f885f2d1-3b66-4ef2-af95-ab9447775b8e),segment_id=f885f2d1-3b66-4ef2-af95-ab9447775b8e)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:30:54.649552 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-f7f69189-98ba-4822-ba3a-b751381089b3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.674296 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265337e-7d7f-40f2-a7fb-17b02b71fb77 req-1d0a84c8-6972-4eeb-900d-7a8e582abbbe tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:54.675742 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2265337e-7d7f-40f2-a7fb-17b02b71fb77 req-1d0a84c8-6972-4eeb-900d-7a8e582abbbe tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b HTTP/1.1" status: 200 len: 946 time: 0.0872636 Jan 18 20:30:54.676574 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-f7f69189-98ba-4822-ba3a-b751381089b3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Calling delete_port for b6efd8c2-8a05-4394-99ea-f81d7dbe8640 owned by compute:nova {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:30:54.766835 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2265337e-7d7f-40f2-a7fb-17b02b71fb77 req-ec50802a-1481-4f43-ba87-9bc21d07248d tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846310 Jan 18 20:30:54.844455 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-f7f69189-98ba-4822-ba3a-b751381089b3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (b6efd8c2-8a05-4394-99ea-f81d7dbe8640), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.859245 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['b6efd8c2-8a05-4394-99ea-f81d7dbe8640'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:30:54.877847 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f69189-98ba-4822-ba3a-b751381089b3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Pushing event deleted for resources: {'Port': ['ID=b6efd8c2-8a05-4394-99ea-f81d7dbe8640,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:54.916057 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-f7f69189-98ba-4822-ba3a-b751381089b3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] No DVR routers for this DVR port b6efd8c2-8a05-4394-99ea-f81d7dbe8640 on host hv-cinder-82160 {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:30:54.918547 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-f7f69189-98ba-4822-ba3a-b751381089b3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:54.923235 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-701de7ad-5054-4b7d-a9cd-b1a53970e00c req-f7f69189-98ba-4822-ba3a-b751381089b3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.45 "DELETE /v2.0/ports/b6efd8c2-8a05-4394-99ea-f81d7dbe8640 HTTP/1.1" status: 204 len: 173 time: 0.4697669 Jan 18 20:30:54.923235 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b', 'name': 'network-vif-deleted', 'tag': 'b6efd8c2-8a05-4394-99ea-f81d7dbe8640'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:54.925675 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c9b562-060a-4be2-bdf5-0b31eaab999b" -d '{"events": [{"server_uuid": "a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b", "name": "network-vif-deleted", "tag": "b6efd8c2-8a05-4394-99ea-f81d7dbe8640"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:54.964836 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd79d68-43aa-4c2c-acfd-7ee5bdc80116 x-openstack-request-id: req-7cd79d68-43aa-4c2c-acfd-7ee5bdc80116 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:54.965128 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b", "name": "network-vif-deleted", "tag": "b6efd8c2-8a05-4394-99ea-f81d7dbe8640", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:54.965381 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7cd79d68-43aa-4c2c-acfd-7ee5bdc80116 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:54.965786 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d25cb8-af1a-4c05-9c7d-6016f7bb9a8b', 'name': 'network-vif-deleted', 'tag': 'b6efd8c2-8a05-4394-99ea-f81d7dbe8640', 'status': 'completed', 'code': 200} Jan 18 20:30:56.072562 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-2b5c505f-fe81-4da9-85f1-a56a12d3da1e tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:56.074029 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-2b5c505f-fe81-4da9-85f1-a56a12d3da1e tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/networks?id=6a078bd6-d1cf-4974-abca-9ca9f02026e1 HTTP/1.1" status: 200 len: 808 time: 0.1043487 Jan 18 20:30:56.089070 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-81a87c32-42ce-401d-8e8a-7bcbd0df9f92 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/quotas/9920208c82644be1813c48167d2a9632 HTTP/1.1" status: 200 len: 375 time: 0.0087931 Jan 18 20:30:56.117563 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-73c0ce21-99a7-4a97-9b0f-7a48d1b0718c tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9920208c82644be1813c48167d2a9632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0237756 Jan 18 20:30:56.206233 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-10f85617-4d3e-474c-ac7a-757c7c130f63 service neutron] 10.222.0.67 "GET /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818241 Jan 18 20:30:56.297481 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-8dffd9e9-6d6f-416a-a41a-60f80912f091 service neutron] 10.222.0.67 "GET /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856037 Jan 18 20:30:56.452540 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c6eb57f8-a0ff-49c5-b53a-d1c7b7be069f req-d8712daa-c647-4e00-8245-a3029d740ed4 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 210 time: 0.0266213 Jan 18 20:30:57.419966 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-4e81f761-d5b0-4b9d-8baf-529631f59782 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:57.421748 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-4e81f761-d5b0-4b9d-8baf-529631f59782 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.45 "GET /v2.0/networks?id=6a078bd6-d1cf-4974-abca-9ca9f02026e1 HTTP/1.1" status: 200 len: 808 time: 0.1213474 Jan 18 20:30:57.437539 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Request body: {'port': {'device_id': '13bde3d0-9c19-4189-86c7-f0674b7b3bdf', 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1', 'admin_state_up': True, 'tenant_id': '9920208c82644be1813c48167d2a9632'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:57.554305 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6168d3c1-8b41-497c-93e3-425580917551 req-43af1eb1-7eae-46fe-8820-1440ccdce8be tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 210 time: 0.0284114 Jan 18 20:30:57.556557 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Made reservation on behalf of 9920208c82644be1813c48167d2a9632 for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:30:57.560243 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.695126 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Allocated IP 172.20.0.3 (6a078bd6-d1cf-4974-abca-9ca9f02026e1/67ed0aa3-a021-427a-949c-c9832526f86a/203db2ec-6cc6-40ce-b025-13fd871e7969) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:30:57.858105 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks [] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.890732 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:57.934873 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:30:57.938117 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:30:57.941758 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:30:57.948425 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Pushing event updated for resources: {'Port': ['ID=203db2ec-6cc6-40ce-b025-13fd871e7969,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:57.996337 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:57.996949 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.013146 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-06b7923e-b33a-4670-90d4-8bd1d074d1f7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819085 Jan 18 20:30:58.025400 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Request body: {'port': {'device_id': '13bde3d0-9c19-4189-86c7-f0674b7b3bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:30:58.084942 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.350418 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203db2ec-6cc6-40ce-b025-13fd871e7969 {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:30:58.358067 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Publish callbacks [] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.369757 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Transition to ACTIVE for port object 203db2ec-6cc6-40ce-b025-13fd871e7969 will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:30:58.374362 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.426457 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=203db2ec-6cc6-40ce-b025-13fd871e7969,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:58.495223 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Attempting to bind port 203db2ec-6cc6-40ce-b025-13fd871e7969 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:30:58.495575 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Attempting to bind port 203db2ec-6cc6-40ce-b025-13fd871e7969 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'f885f2d1-3b66-4ef2-af95-ab9447775b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:30:58.495886 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Attempting to bind port 203db2ec-6cc6-40ce-b025-13fd871e7969 on network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:58.500964 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Port 203db2ec-6cc6-40ce-b025-13fd871e7969 on network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:30:58.501286 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Attempting to bind port 203db2ec-6cc6-40ce-b025-13fd871e7969 on network 6a078bd6-d1cf-4974-abca-9ca9f02026e1 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:30:58.506476 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:30:58.506811 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Checking segment: {'id': 'f885f2d1-3b66-4ef2-af95-ab9447775b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:30:58.507272 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Bound using segment: {'id': 'f885f2d1-3b66-4ef2-af95-ab9447775b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:30:58.507712 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Bound port: 203db2ec-6cc6-40ce-b025-13fd871e7969, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f885f2d1-3b66-4ef2-af95-ab9447775b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:30:58.508064 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.575238 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] For port 203db2ec-6cc6-40ce-b025-13fd871e7969, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:30:58.578713 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] For port 203db2ec-6cc6-40ce-b025-13fd871e7969, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=203db2ec-6cc6-40ce-b025-13fd871e7969,segment=NetworkSegment(f885f2d1-3b66-4ef2-af95-ab9447775b8e),segment_id=f885f2d1-3b66-4ef2-af95-ab9447775b8e)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:30:58.583327 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.616550 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:58.617072 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:58.618509 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/203db2ec-6cc6-40ce-b025-13fd871e7969 HTTP/1.1" status: 200 len: 1093 time: 0.5985124 Jan 18 20:30:58.622026 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bde3d0-9c19-4189-86c7-f0674b7b3bdf', 'tag': '203db2ec-6cc6-40ce-b025-13fd871e7969'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:30:58.625145 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e75dc7d-862b-433f-99b2-2dabb1146118" -d '{"events": [{"name": "network-changed", "server_uuid": "13bde3d0-9c19-4189-86c7-f0674b7b3bdf", "tag": "203db2ec-6cc6-40ce-b025-13fd871e7969"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:30:58.664168 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eb4edd-b57e-4937-9277-68aaa803a8fe x-openstack-request-id: req-80eb4edd-b57e-4937-9277-68aaa803a8fe {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:30:58.664460 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13bde3d0-9c19-4189-86c7-f0674b7b3bdf", "tag": "203db2ec-6cc6-40ce-b025-13fd871e7969", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:30:58.664712 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-80eb4edd-b57e-4937-9277-68aaa803a8fe {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:30:58.665108 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13bde3d0-9c19-4189-86c7-f0674b7b3bdf', 'tag': '203db2ec-6cc6-40ce-b025-13fd871e7969', 'status': 'completed', 'code': 200} Jan 18 20:30:58.687452 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39726aa2-d557-4570-99b5-433efae1c5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=203db2ec-6cc6-40ce-b025-13fd871e7969,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:30:58.703492 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dedf46-33af-4a10-aa80-8e1d4f272a81 req-33f2dc88-4aee-440e-b446-10af64e7c6d8 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:58.704987 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-88dedf46-33af-4a10-aa80-8e1d4f272a81 req-33f2dc88-4aee-440e-b446-10af64e7c6d8 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 943 time: 0.0728290 Jan 18 20:30:58.752279 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-88dedf46-33af-4a10-aa80-8e1d4f272a81 req-82d43cf3-c394-43a1-8ebc-781f1e57a26c tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416539 Jan 18 20:30:58.886473 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device b6efd8c2-8a05-4394-99ea-f81d7dbe8640 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:30:58.907349 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: b6efd8c2-8a05-4394-99ea-f81d7dbe8640 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:30:58.907690 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device b6efd8c2-8a05-4394-99ea-f81d7dbe8640 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:30:59.799278 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-69c070ae-eda8-4962-8590-6fd935af01b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:30:59.876617 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697852e9-73a5-4aac-ba3c-5c1095773bd0 req-8dc33a12-0fe8-4622-a75a-0b6db1e88aad tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:30:59.878186 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-697852e9-73a5-4aac-ba3c-5c1095773bd0 req-8dc33a12-0fe8-4622-a75a-0b6db1e88aad tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 943 time: 0.0532336 Jan 18 20:30:59.938911 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-697852e9-73a5-4aac-ba3c-5c1095773bd0 req-4b73df8b-cc02-4288-8cbc-596398952b09 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540819 Jan 18 20:31:00.664636 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75dc7d-862b-433f-99b2-2dabb1146118 req-928f291a-e687-4a28-8c8c-a5213d15408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:00.666136 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6e75dc7d-862b-433f-99b2-2dabb1146118 req-928f291a-e687-4a28-8c8c-a5213d15408e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9920208c82644be1813c48167d2a9632&device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 1096 time: 0.0395274 Jan 18 20:31:00.844387 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75dc7d-862b-433f-99b2-2dabb1146118 req-4417dcc2-ea10-4356-8b10-eb3b9258cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:00.845880 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6e75dc7d-862b-433f-99b2-2dabb1146118 req-4417dcc2-ea10-4356-8b10-eb3b9258cd98 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9920208c82644be1813c48167d2a9632&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1580474 Jan 18 20:31:01.027292 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75dc7d-862b-433f-99b2-2dabb1146118 req-139fd94e-a27d-406b-8e86-0c9065318868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:01.029373 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6e75dc7d-862b-433f-99b2-2dabb1146118 req-139fd94e-a27d-406b-8e86-0c9065318868 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1767802 Jan 18 20:31:01.067211 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806c6a-c0ed-47b3-b686-33ef63ec57f0 req-e393e9c7-a835-41bb-84a1-3f842356f150 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:01.068714 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2d806c6a-c0ed-47b3-b686-33ef63ec57f0 req-e393e9c7-a835-41bb-84a1-3f842356f150 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 943 time: 0.0562778 Jan 18 20:31:01.144970 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-0d4fd0c6-fee4-459a-9a08-40b7c898985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:01.146472 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-0d4fd0c6-fee4-459a-9a08-40b7c898985c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9920208c82644be1813c48167d2a9632&device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 1096 time: 0.0768857 Jan 18 20:31:01.151496 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2d806c6a-c0ed-47b3-b686-33ef63ec57f0 req-7dc8c49d-a519-4d5b-b47b-de814d071838 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736437 Jan 18 20:31:01.194123 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-5936c911-80ae-4d2f-9ad4-b8e3576e00bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=203db2ec-6cc6-40ce-b025-13fd871e7969 HTTP/1.1" status: 200 len: 217 time: 0.0404937 Jan 18 20:31:01.243592 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-e942ccc7-f606-4afe-babb-a5e22b908bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:01.245045 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-e942ccc7-f606-4afe-babb-a5e22b908bb7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=67ed0aa3-a021-427a-949c-c9832526f86a HTTP/1.1" status: 200 len: 848 time: 0.0456312 Jan 18 20:31:01.283515 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-5b349fea-e0b0-4897-95aa-62a60e6766ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a078bd6-d1cf-4974-abca-9ca9f02026e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307322 Jan 18 20:31:01.379623 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-480cc678-45f7-47b2-9c97-f3957cd5028b service neutron] 10.222.0.45 "GET /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898015 Jan 18 20:31:01.473860 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3dd255d0-0484-4acb-8dae-793dd6f873fc req-76c92d18-49e4-4adb-b0d4-ded8e08cdd12 service neutron] 10.222.0.45 "GET /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875118 Jan 18 20:31:01.872145 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93c-082a-40e9-a6f1-bd8bb03d4854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:02.270153 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28317da-700c-4fcd-b2c4-ec5a3fb67553 req-15ce6803-08e2-4e22-a17e-d75f68e6a387 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:02.271619 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f28317da-700c-4fcd-b2c4-ec5a3fb67553 req-15ce6803-08e2-4e22-a17e-d75f68e6a387 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 943 time: 0.0522900 Jan 18 20:31:02.326290 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f28317da-700c-4fcd-b2c4-ec5a3fb67553 req-24b1ced3-9da4-4ef5-a7ae-4e441ccea434 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482109 Jan 18 20:31:03.384258 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:03.706805 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f465ed-2def-48ee-af90-810c1ce752b3 req-1024e764-bbb7-4a4d-be5e-7046b871d4ed tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:03.708540 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-45f465ed-2def-48ee-af90-810c1ce752b3 req-1024e764-bbb7-4a4d-be5e-7046b871d4ed tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 943 time: 0.3083322 Jan 18 20:31:03.768133 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-45f465ed-2def-48ee-af90-810c1ce752b3 req-df42e44b-b7ba-4ccb-b2c3-08b6a77bbddf tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530369 Jan 18 20:31:04.115113 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:04.642749 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 203db2ec-6cc6-40ce-b025-13fd871e7969 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:31:04.732052 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:04.748979 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 203db2ec-6cc6-40ce-b025-13fd871e7969, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=203db2ec-6cc6-40ce-b025-13fd871e7969,segment=NetworkSegment(f885f2d1-3b66-4ef2-af95-ab9447775b8e),segment_id=f885f2d1-3b66-4ef2-af95-ab9447775b8e)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:04.765086 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '203db2ec-6cc6-40ce-b025-13fd871e7969', 'network_id': '6a078bd6-d1cf-4974-abca-9ca9f02026e1', 'port_id': '203db2ec-6cc6-40ce-b025-13fd871e7969', 'mac_address': 'fa:16:3e:9f:5a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ed0aa3-a021-427a-949c-c9832526f86a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:31:04.812675 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 203db2ec-6cc6-40ce-b025-13fd871e7969 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:04.813083 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:04.829239 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203db2ec-6cc6-40ce-b025-13fd871e7969 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:31:04.850808 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 203db2ec-6cc6-40ce-b025-13fd871e7969, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=203db2ec-6cc6-40ce-b025-13fd871e7969,segment=NetworkSegment(f885f2d1-3b66-4ef2-af95-ab9447775b8e),segment_id=f885f2d1-3b66-4ef2-af95-ab9447775b8e)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:04.860523 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:04.899176 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381aaa6-d241-47e0-96e9-f4b3f3fa9311 req-3240d46a-83af-41cf-9e79-188cfa1df5f6 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:04.900667 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c381aaa6-d241-47e0-96e9-f4b3f3fa9311 req-3240d46a-83af-41cf-9e79-188cfa1df5f6 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 943 time: 0.0553358 Jan 18 20:31:04.917184 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=203db2ec-6cc6-40ce-b025-13fd871e7969,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:04.954703 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c381aaa6-d241-47e0-96e9-f4b3f3fa9311 req-9e79a6ea-d591-4fa7-ab43-cfbfad2f84ef tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478799 Jan 18 20:31:05.068477 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['203db2ec-6cc6-40ce-b025-13fd871e7969'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:05.140953 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38328) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:05.247248 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-592442ee-7928-4d96-bf4e-9d04968e9bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:05.330013 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-592442ee-7928-4d96-bf4e-9d04968e9bf4 admin admin] Publish callbacks [] for security_group (5d60cb91-cece-41e1-bab3-1759672f711c), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:05.334363 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-592442ee-7928-4d96-bf4e-9d04968e9bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (5d60cb91-cece-41e1-bab3-1759672f711c), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:05.373102 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-592442ee-7928-4d96-bf4e-9d04968e9bf4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a387782480140f888d2626daf3dce06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305098 Jan 18 20:31:05.373890 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592442ee-7928-4d96-bf4e-9d04968e9bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60cb91-cece-41e1-bab3-1759672f711c,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:05.376193 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38332) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:05.423242 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-58c927c5-3678-45cc-8e7c-ecf221a8683e admin admin] Publish callbacks [] for security_group (5d60cb91-cece-41e1-bab3-1759672f711c), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:05.424852 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-8c166142-306d-4f7d-9854-e30616b529d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488126 Jan 18 20:31:05.444917 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-58c927c5-3678-45cc-8e7c-ecf221a8683e admin admin] Publish callbacks [] for security_group (5d60cb91-cece-41e1-bab3-1759672f711c), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:05.494813 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-58c927c5-3678-45cc-8e7c-ecf221a8683e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (5d60cb91-cece-41e1-bab3-1759672f711c), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:05.497916 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-58c927c5-3678-45cc-8e7c-ecf221a8683e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:05.499208 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-58c927c5-3678-45cc-8e7c-ecf221a8683e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5d60cb91-cece-41e1-bab3-1759672f711c HTTP/1.1" status: 204 len: 168 time: 0.1219914 Jan 18 20:31:05.511640 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c927c5-3678-45cc-8e7c-ecf221a8683e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60cb91-cece-41e1-bab3-1759672f711c,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:05.515329 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-79675963-13a6-46a0-9c15-e93b2c3158de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:05.517114 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-79675963-13a6-46a0-9c15-e93b2c3158de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32060f3477d348b7bb92a2240bec099f&device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1098 time: 0.0488138 Jan 18 20:31:05.625488 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-7ac3e8a1-cb14-4996-82a1-bef2d493b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:05.627128 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-7ac3e8a1-cb14-4996-82a1-bef2d493b400 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f1d2458-30aa-44ca-b2e2-990d8ff94955 HTTP/1.1" status: 200 len: 908 time: 0.0909863 Jan 18 20:31:05.694854 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-64afb547-6cdf-4aed-8373-6bbee4be042a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321 HTTP/1.1" status: 200 len: 1000 time: 0.0617840 Jan 18 20:31:05.743291 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-b214d55e-889f-416c-a536-cb87fea55f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:05.745062 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-b214d55e-889f-416c-a536-cb87fea55f57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81cc7b7b-7ee8-4723-95cb-23805c6def54 HTTP/1.1" status: 200 len: 847 time: 0.0448101 Jan 18 20:31:05.747282 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:05.788296 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-e13c7ca3-21a8-4769-9425-25a6fdc880e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:05.789796 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-e13c7ca3-21a8-4769-9425-25a6fdc880e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f1d2458-30aa-44ca-b2e2-990d8ff94955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394814 Jan 18 20:31:05.886457 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-f3f785c1-31f7-4ab6-92b6-3943f2b741db service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892866 Jan 18 20:31:05.989871 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-576e12c8-cd87-4e88-b7d9-73c761e5aa52 req-91f6a9ea-9d7e-4cb8-9be6-b0622a9437e8 service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973165 Jan 18 20:31:06.092240 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907beece-3a12-4919-9e6d-921b40ff7916 req-2235dde7-2804-4a6f-87a1-40e99114c3f0 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:06.093786 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-907beece-3a12-4919-9e6d-921b40ff7916 req-2235dde7-2804-4a6f-87a1-40e99114c3f0 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 944 time: 0.0633743 Jan 18 20:31:06.156770 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-907beece-3a12-4919-9e6d-921b40ff7916 req-1af40815-89ef-46f6-ad94-54c96bb7958c tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573745 Jan 18 20:31:06.643533 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 203db2ec-6cc6-40ce-b025-13fd871e7969 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:31:06.692931 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 203db2ec-6cc6-40ce-b025-13fd871e7969 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:31:06.697069 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 203db2ec-6cc6-40ce-b025-13fd871e7969 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:31:06.697495 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:06.781508 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 203db2ec-6cc6-40ce-b025-13fd871e7969 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:06.782105 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:06.804360 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bde3d0-9c19-4189-86c7-f0674b7b3bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203db2ec-6cc6-40ce-b025-13fd871e7969'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:06.806547 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91ed782-9d6f-4dcd-a15c-f02f112941d4" -d '{"events": [{"server_uuid": "13bde3d0-9c19-4189-86c7-f0674b7b3bdf", "name": "network-vif-plugged", "status": "completed", "tag": "203db2ec-6cc6-40ce-b025-13fd871e7969"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:06.819418 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 203db2ec-6cc6-40ce-b025-13fd871e7969, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=203db2ec-6cc6-40ce-b025-13fd871e7969,segment=NetworkSegment(f885f2d1-3b66-4ef2-af95-ab9447775b8e),segment_id=f885f2d1-3b66-4ef2-af95-ab9447775b8e)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:06.823680 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:06.848072 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e168c858-f1fb-413a-ac67-ee55aae5030d x-openstack-request-id: req-e168c858-f1fb-413a-ac67-ee55aae5030d {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:06.848355 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bde3d0-9c19-4189-86c7-f0674b7b3bdf", "name": "network-vif-plugged", "status": "completed", "tag": "203db2ec-6cc6-40ce-b025-13fd871e7969", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:06.848610 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e168c858-f1fb-413a-ac67-ee55aae5030d {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:06.849002 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bde3d0-9c19-4189-86c7-f0674b7b3bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203db2ec-6cc6-40ce-b025-13fd871e7969', 'code': 200} Jan 18 20:31:06.875466 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=203db2ec-6cc6-40ce-b025-13fd871e7969,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:06.882663 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.883016 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.883385 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.883724 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.884320 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.884672 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.885029 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.885366 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.885817 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.886160 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.886486 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.886812 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:06.887162 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:07.014322 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09b606-b907-4730-9854-cf5e3a95d976 req-3b2ddb3b-a791-42bc-8c94-63791d5ee94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:07.015818 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bf09b606-b907-4730-9854-cf5e3a95d976 req-3b2ddb3b-a791-42bc-8c94-63791d5ee94a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 1098 time: 0.0397439 Jan 18 20:31:07.067898 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bf09b606-b907-4730-9854-cf5e3a95d976 req-f412ab7c-3a23-4dff-a24f-6b2f9ab25388 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418284 Jan 18 20:31:07.273758 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed768d-f79c-4773-8f6e-eb46cdda52ae req-8f034cc8-de1a-4abc-b648-4b0df2175ec9 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:07.275312 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-27ed768d-f79c-4773-8f6e-eb46cdda52ae req-8f034cc8-de1a-4abc-b648-4b0df2175ec9 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 945 time: 0.0496674 Jan 18 20:31:07.332140 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-27ed768d-f79c-4773-8f6e-eb46cdda52ae req-dc996869-7e33-4755-b3a1-7045d5c30cc7 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495405 Jan 18 20:31:08.450557 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf459b7b-27af-463e-88f6-ca8793fbfa0d req-8821605b-898e-474e-90d8-50c1090df7dd tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:08.452671 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cf459b7b-27af-463e-88f6-ca8793fbfa0d req-8821605b-898e-474e-90d8-50c1090df7dd tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 945 time: 0.0494056 Jan 18 20:31:08.518614 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cf459b7b-27af-463e-88f6-ca8793fbfa0d req-582a0128-53ea-426c-9f95-4fc59c563714 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599434 Jan 18 20:31:09.189899 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80036c70-5e7e-4194-a074-7383c1b13e79 req-17b839a8-d67b-4264-83a3-89e8678f557a tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:09.191369 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-80036c70-5e7e-4194-a074-7383c1b13e79 req-17b839a8-d67b-4264-83a3-89e8678f557a tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 945 time: 0.0481706 Jan 18 20:31:09.237968 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-80036c70-5e7e-4194-a074-7383c1b13e79 req-85b57c94-0388-49a8-b8a8-96ba8fa8b9a2 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Jan 18 20:31:10.358236 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842def4-79f2-4262-95f9-5951bd8b628e req-8ff4fabd-ffb6-4d4e-bc51-547106cf28d3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:10.359815 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3842def4-79f2-4262-95f9-5951bd8b628e req-8ff4fabd-ffb6-4d4e-bc51-547106cf28d3 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 945 time: 0.0526025 Jan 18 20:31:10.407817 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3842def4-79f2-4262-95f9-5951bd8b628e req-a90c5bea-bbe9-44ed-984c-c46166f802e0 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/security-groups?id=300c8756-d6eb-49ed-83cd-ad7e308609fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 Jan 18 20:31:10.608767 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-e947c0e6-036f-4782-8bed-84485bb9dafc tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:10.610220 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-e947c0e6-036f-4782-8bed-84485bb9dafc tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.45 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 945 time: 0.0482674 Jan 18 20:31:10.707582 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-c1ce08f2-dccf-4b10-9900-30f39d5b3e08 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Deleting port 203db2ec-6cc6-40ce-b025-13fd871e7969 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:10.707921 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-c1ce08f2-dccf-4b10-9900-30f39d5b3e08 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.806476 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-c1ce08f2-dccf-4b10-9900-30f39d5b3e08 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] For port 203db2ec-6cc6-40ce-b025-13fd871e7969, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=203db2ec-6cc6-40ce-b025-13fd871e7969,segment=NetworkSegment(f885f2d1-3b66-4ef2-af95-ab9447775b8e),segment_id=f885f2d1-3b66-4ef2-af95-ab9447775b8e)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:10.806985 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-c1ce08f2-dccf-4b10-9900-30f39d5b3e08 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.819020 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-c1ce08f2-dccf-4b10-9900-30f39d5b3e08 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Calling delete_port for 203db2ec-6cc6-40ce-b025-13fd871e7969 owned by compute:nova {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:10.972890 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-c1ce08f2-dccf-4b10-9900-30f39d5b3e08 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (203db2ec-6cc6-40ce-b025-13fd871e7969), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:10.984922 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['203db2ec-6cc6-40ce-b025-13fd871e7969'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:11.001711 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce08f2-dccf-4b10-9900-30f39d5b3e08 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Pushing event deleted for resources: {'Port': ['ID=203db2ec-6cc6-40ce-b025-13fd871e7969,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:11.054790 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-c1ce08f2-dccf-4b10-9900-30f39d5b3e08 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] No DVR routers for this DVR port 203db2ec-6cc6-40ce-b025-13fd871e7969 on host hv-cinder-82160 {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:31:11.057274 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-c1ce08f2-dccf-4b10-9900-30f39d5b3e08 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:11.060504 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-481c7b74-292a-4cfe-bd13-861b8586f94f req-c1ce08f2-dccf-4b10-9900-30f39d5b3e08 tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.45 "DELETE /v2.0/ports/203db2ec-6cc6-40ce-b025-13fd871e7969 HTTP/1.1" status: 204 len: 173 time: 0.4450352 Jan 18 20:31:11.060936 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bde3d0-9c19-4189-86c7-f0674b7b3bdf', 'name': 'network-vif-deleted', 'tag': '203db2ec-6cc6-40ce-b025-13fd871e7969'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:11.063256 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7217b349-92fe-4df4-94bf-46071358143b" -d '{"events": [{"server_uuid": "13bde3d0-9c19-4189-86c7-f0674b7b3bdf", "name": "network-vif-deleted", "tag": "203db2ec-6cc6-40ce-b025-13fd871e7969"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:11.104489 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f902e569-ce88-418a-8f49-2456e3a7ff2d x-openstack-request-id: req-f902e569-ce88-418a-8f49-2456e3a7ff2d {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:11.105401 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bde3d0-9c19-4189-86c7-f0674b7b3bdf", "name": "network-vif-deleted", "tag": "203db2ec-6cc6-40ce-b025-13fd871e7969", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:11.105401 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f902e569-ce88-418a-8f49-2456e3a7ff2d {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:11.105639 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13bde3d0-9c19-4189-86c7-f0674b7b3bdf', 'name': 'network-vif-deleted', 'tag': '203db2ec-6cc6-40ce-b025-13fd871e7969', 'status': 'completed', 'code': 200} Jan 18 20:31:11.515632 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b09b8493-c57c-4349-b3a5-39cf1fcbb8e9 req-77f6cb18-5c0f-4326-ad9a-f429eb32c23e tempest-VolumesActionsTest-614646747 tempest-VolumesActionsTest-614646747-project] 10.222.0.67 "GET /v2.0/ports?device_id=13bde3d0-9c19-4189-86c7-f0674b7b3bdf HTTP/1.1" status: 200 len: 210 time: 0.0266798 Jan 18 20:31:15.387011 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 203db2ec-6cc6-40ce-b025-13fd871e7969 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:31:15.408123 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 203db2ec-6cc6-40ce-b025-13fd871e7969 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:31:15.408553 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 203db2ec-6cc6-40ce-b025-13fd871e7969 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:31:21.108224 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:31:29.812614 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d7180522-3234-4594-9652-3bcf9a40c215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:31.883675 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-bbfd07d5-c7a9-451a-a322-de28f14ecfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:33.383697 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:33.621164 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38768) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:33.723125 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:33.797341 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Publish callbacks [] for security_group (82febdaf-9eba-4bc1-b979-a338ea0785d3), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:33.802010 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (82febdaf-9eba-4bc1-b979-a338ea0785d3), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:33.838600 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9578dc481dd04e85b98a34e2ef5ee821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163477 Jan 18 20:31:33.839499 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82febdaf-9eba-4bc1-b979-a338ea0785d3,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:33.841285 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 38772) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:33.847144 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.847529 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.847824 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.848160 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.848484 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.848803 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.849121 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.849439 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.849754 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.850068 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.850382 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.850693 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.851010 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2984f0df-806f-4fe2-b6dc-14e85b3027e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.890486 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Publish callbacks [] for security_group (82febdaf-9eba-4bc1-b979-a338ea0785d3), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:33.911421 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Publish callbacks [] for security_group (82febdaf-9eba-4bc1-b979-a338ea0785d3), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:33.958705 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (82febdaf-9eba-4bc1-b979-a338ea0785d3), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:33.961272 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:33.962412 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/82febdaf-9eba-4bc1-b979-a338ea0785d3 HTTP/1.1" status: 204 len: 168 time: 0.1201148 Jan 18 20:31:33.970978 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82febdaf-9eba-4bc1-b979-a338ea0785d3,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:33.977993 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.978348 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.978695 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.979061 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.979389 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.979747 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.980032 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.980359 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.980685 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.981061 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.981391 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.981645 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:33.981960 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c44ea-2298-4085-8163-89f2f3e51619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:31:34.112772 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.391495 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 38790) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:34.453110 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8950c2-4c2c-41bd-8e92-6f4859c7f0a6 admin admin] Deleting subnet 67ed0aa3-a021-427a-949c-c9832526f86a {{(pid=102694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:31:34.459010 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6d8950c2-4c2c-41bd-8e92-6f4859c7f0a6 admin admin] Publish callbacks [] for subnet (67ed0aa3-a021-427a-949c-c9832526f86a), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.525282 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6d8950c2-4c2c-41bd-8e92-6f4859c7f0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10276383'] for subnet (67ed0aa3-a021-427a-949c-c9832526f86a), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.567237 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6d8950c2-4c2c-41bd-8e92-6f4859c7f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (67ed0aa3-a021-427a-949c-c9832526f86a), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.621552 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6d8950c2-4c2c-41bd-8e92-6f4859c7f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10397452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10308526'] for subnet (67ed0aa3-a021-427a-949c-c9832526f86a), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.652267 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6d8950c2-4c2c-41bd-8e92-6f4859c7f0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.655710 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-6d8950c2-4c2c-41bd-8e92-6f4859c7f0a6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/67ed0aa3-a021-427a-949c-c9832526f86a HTTP/1.1" status: 204 len: 168 time: 0.2624283 Jan 18 20:31:34.656721 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8950c2-4c2c-41bd-8e92-6f4859c7f0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ed0aa3-a021-427a-949c-c9832526f86a,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:34.663324 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38802) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:34.729966 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.749765 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (6a078bd6-d1cf-4974-abca-9ca9f02026e1), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.835632 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (6a078bd6-d1cf-4974-abca-9ca9f02026e1), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.856418 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a078bd6-d1cf-4974-abca-9ca9f02026e1']}} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:34.866110 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f885f2d1-3b66-4ef2-af95-ab9447775b8e') {'for_net_delete': True} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:34.866395 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f885f2d1-3b66-4ef2-af95-ab9447775b8e') {} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:34.876208 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448426'] for segment (f885f2d1-3b66-4ef2-af95-ab9447775b8e), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.891513 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (f885f2d1-3b66-4ef2-af95-ab9447775b8e), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.897883 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:31:34.898541 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616369'] for segment (f885f2d1-3b66-4ef2-af95-ab9447775b8e), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: Traceback (most recent call last): Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: timer() Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: cb(*args, **kw) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: return func(*args, **kwargs) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: self._notify() Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: self.callback(batched_events) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: event.method(event) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: return f(self, *a, **k) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._get(url).json() Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: return self.request(url, 'GET', **kwargs) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:31:34.900321 dv-cinder-821602-14-iscsi neutron-server[102695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:31:34.957859 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (6a078bd6-d1cf-4974-abca-9ca9f02026e1), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.965122 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:34.968368 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6a078bd6-d1cf-4974-abca-9ca9f02026e1 HTTP/1.1" status: 204 len: 168 time: 0.3038063 Jan 18 20:31:34.978905 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff065-d9b8-4532-b6ae-a73245d3fb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a078bd6-d1cf-4974-abca-9ca9f02026e1,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:35.154465 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38810) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:35.194280 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-c040e5c1-c2b7-4e6f-b981-da462064f0a9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9920208c82644be1813c48167d2a9632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385814 Jan 18 20:31:35.196646 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38812) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:35.246947 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-caec9ff7-b56d-4cc1-9a27-17fdc6b98c2a admin admin] Publish callbacks [] for security_group (300c8756-d6eb-49ed-83cd-ad7e308609fe), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:35.267103 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-caec9ff7-b56d-4cc1-9a27-17fdc6b98c2a admin admin] Publish callbacks [] for security_group (300c8756-d6eb-49ed-83cd-ad7e308609fe), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:35.316386 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-caec9ff7-b56d-4cc1-9a27-17fdc6b98c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (300c8756-d6eb-49ed-83cd-ad7e308609fe), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:35.319089 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-caec9ff7-b56d-4cc1-9a27-17fdc6b98c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:35.320237 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-caec9ff7-b56d-4cc1-9a27-17fdc6b98c2a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/300c8756-d6eb-49ed-83cd-ad7e308609fe HTTP/1.1" status: 204 len: 168 time: 0.1226649 Jan 18 20:31:35.327901 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec9ff7-b56d-4cc1-9a27-17fdc6b98c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300c8756-d6eb-49ed-83cd-ad7e308609fe,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:35.744600 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:35.979599 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 38834) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:36.082247 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-919502008-network', 'tenant_id': 'ef9b07bad78a4451b8fa6743f58e1283'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:36.105364 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Made reservation on behalf of ef9b07bad78a4451b8fa6743f58e1283 for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:31:36.107906 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.117173 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.198279 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Publish callbacks [] for security_group (b30fec16-b33b-4da0-b885-91b547838f59), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.202535 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (b30fec16-b33b-4da0-b885-91b547838f59), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.232539 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:31:36.240129 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30fec16-b33b-4da0-b885-91b547838f59,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:36.249106 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (539d7ade-92fd-4669-b446-3b77d86e1ebe), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.249604 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Added segment 539d7ade-92fd-4669-b446-3b77d86e1ebe of type vlan for network 5fa84a7d-ab69-4171-8e99-f31488e1981b Jan 18 20:31:36.324700 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-ccd23b96-3bff-48d7-b278-1c842d95a7af tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e2bde4aab26f4d339e0155939ed0fa83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403826 Jan 18 20:31:36.326303 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (5fa84a7d-ab69-4171-8e99-f31488e1981b), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.453450 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (5fa84a7d-ab69-4171-8e99-f31488e1981b), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.454341 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:36.454913 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.566594 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5857358 Jan 18 20:31:36.569552 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38852) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:36.574567 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Request body: {'subnet': {'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-919502008-subnet', 'tenant_id': 'ef9b07bad78a4451b8fa6743f58e1283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:36.582063 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c1b54-6c73-4261-8313-ac18b577806c admin admin] Pushing event updated for resources: {'Network': ['ID=5fa84a7d-ab69-4171-8e99-f31488e1981b,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:36.592088 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 5fa84a7d-ab69-4171-8e99-f31488e1981b details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:31:36.599811 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Made reservation on behalf of ef9b07bad78a4451b8fa6743f58e1283 for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.602205 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2b705bca-6146-4274-a137-5a70da6ee741 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:36.604915 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2b705bca-6146-4274-a137-5a70da6ee741 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672815 Jan 18 20:31:36.612898 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10248747'] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.622492 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-88fe8c85-e6fe-48d0-af03-a392e485fe4a tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/quotas/e2bde4aab26f4d339e0155939ed0fa83 HTTP/1.1" status: 200 len: 375 time: 0.0100436 Jan 18 20:31:36.658567 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-c1c08c73-28e3-49ad-8455-575cc03ff742 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2bde4aab26f4d339e0155939ed0fa83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272789 Jan 18 20:31:36.802457 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8616238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10248709'] for subnet (61f59589-2652-4dbf-925f-68169298a280), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.862160 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0a447152-4ba2-4604-8319-16892b43d9a9 req-89426f1e-7fdf-4287-9d8f-c6ef0bae5798 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 210 time: 0.0548918 Jan 18 20:31:36.894094 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f59589-2652-4dbf-925f-68169298a280,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:36.902889 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Checking segment: {'id': '539d7ade-92fd-4669-b446-3b77d86e1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:31:36.903257 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Network hostable DHCP agents. Network: 5fa84a7d-ab69-4171-8e99-f31488e1981b, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:31:36.924513 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Network 5fa84a7d-ab69-4171-8e99-f31488e1981b is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:31:36.935303 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 5fa84a7d-ab69-4171-8e99-f31488e1981b) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:31:36.939618 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:36.940364 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:36.948890 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f8b4d1-bcad-4bbd-bbb5-0a156d5487a2 None None] Network 5fa84a7d-ab69-4171-8e99-f31488e1981b requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:31:36.963079 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ef19307f-6aa1-4771-8639-ec9a036bef8b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3886380 Jan 18 20:31:37.241416 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7d42a-a544-45cb-adf7-8b1124526b0f None None] Network 5fa84a7d-ab69-4171-8e99-f31488e1981b requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:31:37.758445 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-db46c31d-7d75-4026-a261-3de6279bfb63 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e2bde4aab26f4d339e0155939ed0fa83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257733 Jan 18 20:31:37.873906 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-7c75fb2a-abfd-415b-895f-2ef671384247 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:37.875360 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-7c75fb2a-abfd-415b-895f-2ef671384247 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122472 Jan 18 20:31:37.887884 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Request body: {'port': {'device_id': 'b4d3d018-f50c-46c2-9f7b-3780ac4904a2', 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf', 'admin_state_up': True, 'tenant_id': 'e2bde4aab26f4d339e0155939ed0fa83'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:37.986632 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1a13b584-b77a-48c2-b297-47785ba3b13e req-eadec325-3c8e-418c-b5f2-4918a992a7e8 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 210 time: 0.0366220 Jan 18 20:31:38.033028 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Made reservation on behalf of e2bde4aab26f4d339e0155939ed0fa83 for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:31:38.036419 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.045288 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.117615 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks [] for security_group (84b832a7-0f54-4ce3-a510-adfc4377e310), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.121378 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (84b832a7-0f54-4ce3-a510-adfc4377e310), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.182879 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b832a7-0f54-4ce3-a510-adfc4377e310,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:38.252102 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Allocated IP 192.168.233.177 (bfc7bd75-a861-4d82-b307-f7130f2febcf/56d14c95-efeb-4a7a-8550-db983a32ef8b/27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:31:38.393387 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks [] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.428592 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.476328 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Network bfc7bd75-a861-4d82-b307-f7130f2febcf is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:31:38.479279 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:31:38.482883 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:31:38.489773 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Pushing event updated for resources: {'Port': ['ID=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:38.538349 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:38.539098 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.558548 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-2f32393c-a95b-4759-b7a9-1297b631e8d2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6742368 Jan 18 20:31:38.571088 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Request body: {'port': {'device_id': 'b4d3d018-f50c-46c2-9f7b-3780ac4904a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:38.634738 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.772216 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-7eeb53c0-87a9-4b45-8e6a-acd0b37f600c None None] Provisioning complete for port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:31:38.773689 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7eeb53c0-87a9-4b45-8e6a-acd0b37f600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.815203 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-7eeb53c0-87a9-4b45-8e6a-acd0b37f600c None None] Port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:31:38.967083 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:31:38.976813 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Publish callbacks [] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:38.991207 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Transition to ACTIVE for port object 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:31:38.996396 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.057981 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-520f3c25-a5cf-404e-b22b-91a9f317413c tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:39.059858 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-520f3c25-a5cf-404e-b22b-91a9f317413c tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/networks?id=5fa84a7d-ab69-4171-8e99-f31488e1981b HTTP/1.1" status: 200 len: 813 time: 0.3625917 Jan 18 20:31:39.077264 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-79d7a332-d24c-47c8-8196-b27468099b4e tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/quotas/ef9b07bad78a4451b8fa6743f58e1283 HTTP/1.1" status: 200 len: 375 time: 0.0109801 Jan 18 20:31:39.123393 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-8702ddf7-3cc2-455b-b7e8-2a6f5ec24a91 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef9b07bad78a4451b8fa6743f58e1283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391653 Jan 18 20:31:39.129811 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Pushing event updated for resources: {'Port': ['ID=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:39.177892 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Attempting to bind port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:31:39.178296 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Attempting to bind port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '96a74215-cb5a-4b62-b563-08634c50b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:31:39.178700 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Attempting to bind port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb on network bfc7bd75-a861-4d82-b307-f7130f2febcf {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:31:39.186596 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb on network bfc7bd75-a861-4d82-b307-f7130f2febcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:31:39.187017 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Attempting to bind port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb on network bfc7bd75-a861-4d82-b307-f7130f2febcf {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:31:39.201832 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c6c9b-e440-40a4-8063-6a2e6d47d88b req-cc6e6470-cbcb-49a7-b039-f612e8ad6011 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:39.203678 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5b0c6c9b-e440-40a4-8063-6a2e6d47d88b req-cc6e6470-cbcb-49a7-b039-f612e8ad6011 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 948 time: 0.1257894 Jan 18 20:31:39.205048 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:31:39.205448 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Checking segment: {'id': '96a74215-cb5a-4b62-b563-08634c50b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:31:39.205910 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Bound using segment: {'id': '96a74215-cb5a-4b62-b563-08634c50b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:31:39.206451 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Bound port: 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a74215-cb5a-4b62-b563-08634c50b781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:31:39.206883 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.230213 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-edc6a404-7f1d-4913-95ab-fc2e6966fe1c service neutron] 10.222.0.67 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056848 Jan 18 20:31:39.308358 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5b0c6c9b-e440-40a4-8063-6a2e6d47d88b req-fe2b693f-790e-4425-8381-144bb8363421 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/security-groups?id=84b832a7-0f54-4ce3-a510-adfc4377e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978897 Jan 18 20:31:39.317637 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] For port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:31:39.321111 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] For port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,segment=NetworkSegment(96a74215-cb5a-4b62-b563-08634c50b781),segment_id=96a74215-cb5a-4b62-b563-08634c50b781)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:31:39.322281 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-ef17b57c-26b6-456a-b362-15a4158bdfe0 service neutron] 10.222.0.67 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912349 Jan 18 20:31:39.334978 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.380787 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:39.381406 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:39.382770 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] 10.222.0.45 "PUT /v2.0/ports/27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb HTTP/1.1" status: 200 len: 1098 time: 0.8162615 Jan 18 20:31:39.383280 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d3d018-f50c-46c2-9f7b-3780ac4904a2', 'tag': '27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:39.385555 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d3d018-f50c-46c2-9f7b-3780ac4904a2", "tag": "27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:39.409946 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adce8e-aa7a-4add-bd4d-2e67eef87d4b service neutron] Pushing event updated for resources: {'Port': ['ID=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:39.463348 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bee213-3f94-447f-8d8e-c35082cbd098 x-openstack-request-id: req-29bee213-3f94-447f-8d8e-c35082cbd098 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:39.463348 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d3d018-f50c-46c2-9f7b-3780ac4904a2", "tag": "27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:39.463348 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-29bee213-3f94-447f-8d8e-c35082cbd098 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:39.463348 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d3d018-f50c-46c2-9f7b-3780ac4904a2', 'tag': '27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb', 'status': 'completed', 'code': 200} Jan 18 20:31:39.477930 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-aac9b896-abfb-4b2b-97ba-9b02bcc734d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:39.479709 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-aac9b896-abfb-4b2b-97ba-9b02bcc734d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2bde4aab26f4d339e0155939ed0fa83&device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 1101 time: 0.0521622 Jan 18 20:31:39.539839 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-c489962c-8a04-4f90-b384-805db547c6a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb HTTP/1.1" status: 200 len: 217 time: 0.0506227 Jan 18 20:31:39.586962 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-80cd455d-b974-449d-b9c1-c602a7d64793 req-e00e36e9-80c3-4c71-85ca-57925b50e50c tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 210 time: 0.0571780 Jan 18 20:31:39.604494 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-64987ed2-db35-4e8e-913a-bb0d0b8fab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:39.605940 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-64987ed2-db35-4e8e-913a-bb0d0b8fab83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56d14c95-efeb-4a7a-8550-db983a32ef8b HTTP/1.1" status: 200 len: 843 time: 0.0477576 Jan 18 20:31:39.654911 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-27001f1c-ba4e-409b-a879-940b5e2bdbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:39.656436 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-27001f1c-ba4e-409b-a879-940b5e2bdbbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfc7bd75-a861-4d82-b307-f7130f2febcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0441341 Jan 18 20:31:39.754824 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-d7002697-80de-4ca7-93b1-4f0535f71b36 service neutron] 10.222.0.45 "GET /v2.0/networks/bfc7bd75-a861-4d82-b307-f7130f2febcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917952 Jan 18 20:31:39.856331 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-e39d968a-b63b-470c-ac94-fe2f0bf51625 req-207c19b9-6df6-4a55-9d29-54e0b6202769 service neutron] 10.222.0.45 "GET /v2.0/networks/bfc7bd75-a861-4d82-b307-f7130f2febcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960839 Jan 18 20:31:39.953732 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-1996806c-d35c-437d-91eb-17739eee46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:39.955307 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-1996806c-d35c-437d-91eb-17739eee46bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2bde4aab26f4d339e0155939ed0fa83&device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 1101 time: 0.0406389 Jan 18 20:31:40.051908 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-5476ef7d-c6fd-45bf-af6b-30868a648369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:40.053456 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-5476ef7d-c6fd-45bf-af6b-30868a648369 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfc7bd75-a861-4d82-b307-f7130f2febcf HTTP/1.1" status: 200 len: 869 time: 0.0928037 Jan 18 20:31:40.102498 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-d0aa6c15-7571-472e-839d-4e21dca32d1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb HTTP/1.1" status: 200 len: 217 time: 0.0426881 Jan 18 20:31:40.151698 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-d6107b39-f68c-47f0-973c-30ec765caae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:40.153173 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-d6107b39-f68c-47f0-973c-30ec765caae1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56d14c95-efeb-4a7a-8550-db983a32ef8b HTTP/1.1" status: 200 len: 843 time: 0.0441079 Jan 18 20:31:40.206554 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-ab624b07-c7b5-4639-a5bd-5c2a1aee3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:40.208077 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-ab624b07-c7b5-4639-a5bd-5c2a1aee3b13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfc7bd75-a861-4d82-b307-f7130f2febcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0460279 Jan 18 20:31:40.308933 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-bdd812e7-30b4-46f7-a48b-658cae88313a service neutron] 10.222.0.45 "GET /v2.0/networks/bfc7bd75-a861-4d82-b307-f7130f2febcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938265 Jan 18 20:31:40.420182 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-6f8de077-7da8-4ac8-b4fa-73df7fde90f1 req-4c14222a-4df4-4ea7-8031-e1dc925c8acd service neutron] 10.222.0.45 "GET /v2.0/networks/bfc7bd75-a861-4d82-b307-f7130f2febcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043408 Jan 18 20:31:40.453961 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d91ff-241d-4db5-be99-b2bee996c29c req-4d031283-8e07-44ff-a8de-756f8375dfed tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:40.481285 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-de1d91ff-241d-4db5-be99-b2bee996c29c req-4d031283-8e07-44ff-a8de-756f8375dfed tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 948 time: 0.0672379 Jan 18 20:31:40.537117 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-de1d91ff-241d-4db5-be99-b2bee996c29c req-24d9ea32-678a-4be0-8956-bfaab1bb77ef tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/security-groups?id=84b832a7-0f54-4ce3-a510-adfc4377e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659778 Jan 18 20:31:40.595104 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-364dc26f-244d-4ee8-8890-4232ab653f45 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:40.597513 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-364dc26f-244d-4ee8-8890-4232ab653f45 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.45 "GET /v2.0/networks?id=5fa84a7d-ab69-4171-8e99-f31488e1981b HTTP/1.1" status: 200 len: 813 time: 0.1589615 Jan 18 20:31:40.613171 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Request body: {'port': {'device_id': '30bf16f5-53f2-4604-b3dc-d78cb20d3f03', 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b', 'admin_state_up': True, 'tenant_id': 'ef9b07bad78a4451b8fa6743f58e1283'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:40.712432 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-71964651-edc4-4345-bc0a-f4a7ecf07f9d req-6b13028b-5014-42f5-bf3e-f53851f530b6 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 210 time: 0.0347333 Jan 18 20:31:40.762595 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Made reservation on behalf of ef9b07bad78a4451b8fa6743f58e1283 for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:31:40.766098 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:40.896606 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Allocated IP 172.20.0.8 (5fa84a7d-ab69-4171-8e99-f31488e1981b/61f59589-2652-4dbf-925f-68169298a280/e6264105-f931-4577-95e1-871b456382d2) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:31:41.046733 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks [] for port (e6264105-f931-4577-95e1-871b456382d2), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:41.084384 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (e6264105-f931-4577-95e1-871b456382d2), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:41.129657 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Network 5fa84a7d-ab69-4171-8e99-f31488e1981b is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:31:41.132895 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:31:41.136520 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:31:41.161891 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Pushing event updated for resources: {'Port': ['ID=e6264105-f931-4577-95e1-871b456382d2,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:41.192724 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:41.193400 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:41.209544 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-4cd87c2e-4d06-4d9f-83ba-1302219912ed tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6005049 Jan 18 20:31:41.221873 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Request body: {'port': {'device_id': '30bf16f5-53f2-4604-b3dc-d78cb20d3f03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:31:41.274974 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (e6264105-f931-4577-95e1-871b456382d2), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:41.665754 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4b5e7-0114-4fcd-a218-008da8003bf6 req-c66889e0-c799-4937-9abc-32dc67591da1 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:41.667531 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-40e4b5e7-0114-4fcd-a218-008da8003bf6 req-c66889e0-c799-4937-9abc-32dc67591da1 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 948 time: 0.0516813 Jan 18 20:31:41.722108 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-40e4b5e7-0114-4fcd-a218-008da8003bf6 req-eed4b618-0165-4161-af3d-d4cdb24a0b80 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/security-groups?id=84b832a7-0f54-4ce3-a510-adfc4377e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483680 Jan 18 20:31:41.798308 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6264105-f931-4577-95e1-871b456382d2 {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:31:41.814433 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Publish callbacks [] for port (e6264105-f931-4577-95e1-871b456382d2), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:41.841936 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Transition to ACTIVE for port object e6264105-f931-4577-95e1-871b456382d2 will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:31:41.846328 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (e6264105-f931-4577-95e1-871b456382d2), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:41.902221 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed75d4e-8f82-4330-bec7-e968d87a9dac req-41dca337-52bc-49fa-a61c-6cf162628103 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:41.903757 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3ed75d4e-8f82-4330-bec7-e968d87a9dac req-41dca337-52bc-49fa-a61c-6cf162628103 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 931 time: 0.1010401 Jan 18 20:31:41.918956 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Pushing event updated for resources: {'Port': ['ID=e6264105-f931-4577-95e1-871b456382d2,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:41.995808 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3ed75d4e-8f82-4330-bec7-e968d87a9dac req-7cde9d98-8ad1-4fee-a3dd-c9a3ef8b6711 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845704 Jan 18 20:31:42.018249 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Attempting to bind port e6264105-f931-4577-95e1-871b456382d2 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:31:42.018584 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Attempting to bind port e6264105-f931-4577-95e1-871b456382d2 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '539d7ade-92fd-4669-b446-3b77d86e1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:31:42.018913 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Attempting to bind port e6264105-f931-4577-95e1-871b456382d2 on network 5fa84a7d-ab69-4171-8e99-f31488e1981b {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:31:42.023673 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Port e6264105-f931-4577-95e1-871b456382d2 on network 5fa84a7d-ab69-4171-8e99-f31488e1981b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:31:42.023994 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Attempting to bind port e6264105-f931-4577-95e1-871b456382d2 on network 5fa84a7d-ab69-4171-8e99-f31488e1981b {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:31:42.028941 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:31:42.029277 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Checking segment: {'id': '539d7ade-92fd-4669-b446-3b77d86e1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:31:42.029661 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Bound using segment: {'id': '539d7ade-92fd-4669-b446-3b77d86e1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:31:42.030088 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Bound port: e6264105-f931-4577-95e1-871b456382d2, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539d7ade-92fd-4669-b446-3b77d86e1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:31:42.030443 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (e6264105-f931-4577-95e1-871b456382d2), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:42.094601 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] For port e6264105-f931-4577-95e1-871b456382d2, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:31:42.097612 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] For port e6264105-f931-4577-95e1-871b456382d2, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e6264105-f931-4577-95e1-871b456382d2,segment=NetworkSegment(539d7ade-92fd-4669-b446-3b77d86e1ebe),segment_id=539d7ade-92fd-4669-b446-3b77d86e1ebe)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:31:42.102319 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (e6264105-f931-4577-95e1-871b456382d2), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:42.138281 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.139454 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:42.140515 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] 10.222.0.45 "PUT /v2.0/ports/e6264105-f931-4577-95e1-871b456382d2 HTTP/1.1" status: 200 len: 1093 time: 0.9236982 Jan 18 20:31:42.143443 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bf16f5-53f2-4604-b3dc-d78cb20d3f03', 'tag': 'e6264105-f931-4577-95e1-871b456382d2'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:42.146537 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "30bf16f5-53f2-4604-b3dc-d78cb20d3f03", "tag": "e6264105-f931-4577-95e1-871b456382d2"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:42.175770 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797680d-b92b-4b4c-b2e1-0e767522551c service neutron] Pushing event updated for resources: {'Port': ['ID=e6264105-f931-4577-95e1-871b456382d2,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:42.190001 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0ea144-6b90-4159-89bf-3902647b9e4b x-openstack-request-id: req-bb0ea144-6b90-4159-89bf-3902647b9e4b {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:42.190280 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bf16f5-53f2-4604-b3dc-d78cb20d3f03", "tag": "e6264105-f931-4577-95e1-871b456382d2", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:42.190549 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bb0ea144-6b90-4159-89bf-3902647b9e4b {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:42.190931 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bf16f5-53f2-4604-b3dc-d78cb20d3f03', 'tag': 'e6264105-f931-4577-95e1-871b456382d2', 'status': 'completed', 'code': 200} Jan 18 20:31:42.224098 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-b205704f-ef3b-4ebe-bf8e-5f40a2b230a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.225646 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-b205704f-ef3b-4ebe-bf8e-5f40a2b230a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef9b07bad78a4451b8fa6743f58e1283&device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 1096 time: 0.0459948 Jan 18 20:31:42.267547 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-d335225e-36fe-41b4-a0c3-7424eed9c634 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6264105-f931-4577-95e1-871b456382d2 HTTP/1.1" status: 200 len: 217 time: 0.0356855 Jan 18 20:31:42.319935 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-c11691a3-5ec6-4912-916c-578a1282ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.321397 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-c11691a3-5ec6-4912-916c-578a1282ca43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61f59589-2652-4dbf-925f-68169298a280 HTTP/1.1" status: 200 len: 853 time: 0.0489056 Jan 18 20:31:42.351581 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-02c5023a-b51c-4ca3-a669-e16146337b6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5fa84a7d-ab69-4171-8e99-f31488e1981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242434 Jan 18 20:31:42.441646 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-f0968e6e-bae1-47e1-b920-a8465d87e97a service neutron] 10.222.0.45 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844119 Jan 18 20:31:42.535217 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b0df3bd6-ba49-4d61-90c0-53acdffb0055 req-9e518323-e794-4b88-a694-57c484825f1f service neutron] 10.222.0.45 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877695 Jan 18 20:31:42.628425 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8 req-47d60cdd-2ac4-4d9b-8eeb-82a250e5dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.629852 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8 req-47d60cdd-2ac4-4d9b-8eeb-82a250e5dd57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef9b07bad78a4451b8fa6743f58e1283&device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 1096 time: 0.0417948 Jan 18 20:31:42.728351 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8 req-0becdd40-afc5-4d75-a721-5b22c7e87ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.729823 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8 req-0becdd40-afc5-4d75-a721-5b22c7e87ce1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5fa84a7d-ab69-4171-8e99-f31488e1981b HTTP/1.1" status: 200 len: 913 time: 0.0934591 Jan 18 20:31:42.776408 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8 req-3cd9a138-f7d4-4a58-b428-46a75c48b91e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6264105-f931-4577-95e1-871b456382d2 HTTP/1.1" status: 200 len: 217 time: 0.0393631 Jan 18 20:31:42.787333 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:31:42.867726 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8 req-ff889aa2-83cf-44be-bfa5-83964eea4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.869202 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8 req-ff889aa2-83cf-44be-bfa5-83964eea4fb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61f59589-2652-4dbf-925f-68169298a280 HTTP/1.1" status: 200 len: 853 time: 0.0870795 Jan 18 20:31:42.895088 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6ec9b-0110-448c-ae88-4d5a2273cfae req-e304da3e-0ea8-4e2f-8aa2-0fdd250d9ed2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:42.896548 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2ed6ec9b-0110-448c-ae88-4d5a2273cfae req-e304da3e-0ea8-4e2f-8aa2-0fdd250d9ed2 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 948 time: 0.0804143 Jan 18 20:31:42.905083 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,segment=NetworkSegment(96a74215-cb5a-4b62-b563-08634c50b781),segment_id=96a74215-cb5a-4b62-b563-08634c50b781)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:42.913854 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8 req-8a1c4fd8-7683-402d-90d7-d5e8ea9cd9ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5fa84a7d-ab69-4171-8e99-f31488e1981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358543 Jan 18 20:31:42.917395 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb', 'network_id': 'bfc7bd75-a861-4d82-b307-f7130f2febcf', 'port_id': '27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb', 'mac_address': 'fa:16:3e:a1:8c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d14c95-efeb-4a7a-8550-db983a32ef8b', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:31:42.963967 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:42.964367 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:42.978929 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:31:43.004207 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,segment=NetworkSegment(96a74215-cb5a-4b62-b563-08634c50b781),segment_id=96a74215-cb5a-4b62-b563-08634c50b781)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:43.010902 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:43.031765 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-2ed6ec9b-0110-448c-ae88-4d5a2273cfae req-212181bd-7ff5-4185-a42a-d6090f759594 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/security-groups?id=84b832a7-0f54-4ce3-a510-adfc4377e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202095 Jan 18 20:31:43.059847 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8 req-38f31afa-641b-4c11-8483-35c0caac7261 service neutron] 10.222.0.45 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334555 Jan 18 20:31:43.070844 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:43.129715 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927a2e0-beb4-4350-8ec0-aa0e67aa0ab2 req-e95d58c5-784a-4396-b832-18a63c5518f6 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:43.131286 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4927a2e0-beb4-4350-8ec0-aa0e67aa0ab2 req-e95d58c5-784a-4396-b832-18a63c5518f6 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 943 time: 0.0509498 Jan 18 20:31:43.152739 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c13ee1ff-92d7-4bcb-8a6b-b4e2eb7ccdc8 req-1f8e2410-3a7a-442d-ac6f-4fe2bd5da178 service neutron] 10.222.0.45 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910733 Jan 18 20:31:43.188036 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4927a2e0-beb4-4350-8ec0-aa0e67aa0ab2 req-62601690-c090-49f2-81c3-e5666b2780d0 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471458 Jan 18 20:31:43.244040 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:44.160889 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a53ad6-12ec-456a-b769-6949e61a2a7e req-060b98a0-17cb-4dc0-a7ee-0285e5767dac tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:44.162363 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-79a53ad6-12ec-456a-b769-6949e61a2a7e req-060b98a0-17cb-4dc0-a7ee-0285e5767dac tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 949 time: 0.0507884 Jan 18 20:31:44.216070 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-79a53ad6-12ec-456a-b769-6949e61a2a7e req-710a5314-bbf6-479d-8161-daf6088db746 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/security-groups?id=84b832a7-0f54-4ce3-a510-adfc4377e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479937 Jan 18 20:31:44.311820 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b6f80-b9cd-41d0-9225-4cac09ebb90f req-acad8f69-7e6e-42eb-8f10-baeb23f66bc0 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:44.313865 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-678b6f80-b9cd-41d0-9225-4cac09ebb90f req-acad8f69-7e6e-42eb-8f10-baeb23f66bc0 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 943 time: 0.0550787 Jan 18 20:31:44.362613 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-678b6f80-b9cd-41d0-9225-4cac09ebb90f req-25cc3dc1-05a7-40b3-b1fd-1627735c9b7a tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428042 Jan 18 20:31:44.818149 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:31:44.874803 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:31:44.879812 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:31:44.880345 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.969128 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:44.969434 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:44.993268 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d3d018-f50c-46c2-9f7b-3780ac4904a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:44.995539 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de739304-1a07-4c44-a71c-9bbb004bea6b" -d '{"events": [{"server_uuid": "b4d3d018-f50c-46c2-9f7b-3780ac4904a2", "name": "network-vif-plugged", "status": "completed", "tag": "27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:45.008946 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,segment=NetworkSegment(96a74215-cb5a-4b62-b563-08634c50b781),segment_id=96a74215-cb5a-4b62-b563-08634c50b781)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:45.013038 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:45.036827 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fc79c2-15aa-4008-98d3-e6c7a3198b85 x-openstack-request-id: req-89fc79c2-15aa-4008-98d3-e6c7a3198b85 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:45.037179 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d3d018-f50c-46c2-9f7b-3780ac4904a2", "name": "network-vif-plugged", "status": "completed", "tag": "27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:45.037355 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89fc79c2-15aa-4008-98d3-e6c7a3198b85 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:45.037799 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d3d018-f50c-46c2-9f7b-3780ac4904a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb', 'code': 200} Jan 18 20:31:45.075606 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:45.205368 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22524f20-912a-4366-8189-c5930b624de6 req-587751e6-b4d9-4920-834b-4a0c50d05a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.206902 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-22524f20-912a-4366-8189-c5930b624de6 req-587751e6-b4d9-4920-834b-4a0c50d05a37 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 1103 time: 0.0412376 Jan 18 20:31:45.252916 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-22524f20-912a-4366-8189-c5930b624de6 req-a635c847-90c0-4ad5-9ee7-d40b61a08eaf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=84b832a7-0f54-4ce3-a510-adfc4377e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Jan 18 20:31:45.337733 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb091e-2d3c-4061-9122-596f536c1730 req-57f39ea0-fa09-4dab-9a43-a4d2ede11443 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.339265 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-20eb091e-2d3c-4061-9122-596f536c1730 req-57f39ea0-fa09-4dab-9a43-a4d2ede11443 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 950 time: 0.0536385 Jan 18 20:31:45.389381 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-20eb091e-2d3c-4061-9122-596f536c1730 req-9e4c3fb7-d968-46c7-af83-0ae808763c2b tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/security-groups?id=84b832a7-0f54-4ce3-a510-adfc4377e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437295 Jan 18 20:31:45.481696 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365acf8-ecd3-4561-b101-9a3dfaf66f4c req-adcc8287-ed4b-444f-8fcb-8424a1a7fddb tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:45.483219 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0365acf8-ecd3-4561-b101-9a3dfaf66f4c req-adcc8287-ed4b-444f-8fcb-8424a1a7fddb tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 943 time: 0.0487764 Jan 18 20:31:45.531012 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0365acf8-ecd3-4561-b101-9a3dfaf66f4c req-a80fb2fe-9da4-4d85-86c1-7f5480f3b732 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420451 Jan 18 20:31:46.509900 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ab87b-6426-4d8e-8e6e-c71b27b7724b req-3a46d625-baec-48ea-98ce-bc1fbc7e293f tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:46.511358 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b7ab87b-6426-4d8e-8e6e-c71b27b7724b req-3a46d625-baec-48ea-98ce-bc1fbc7e293f tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 950 time: 0.0469761 Jan 18 20:31:46.557268 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b7ab87b-6426-4d8e-8e6e-c71b27b7724b req-523df5ba-aad4-4624-b806-44563e8f5b20 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/security-groups?id=84b832a7-0f54-4ce3-a510-adfc4377e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Jan 18 20:31:46.652172 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1ee5f-48bb-4450-b2c1-c4ad0dc39ee2 req-e31c86c0-44a8-40c6-a21e-108171f2f5db tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:46.653643 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2d1ee5f-48bb-4450-b2c1-c4ad0dc39ee2 req-e31c86c0-44a8-40c6-a21e-108171f2f5db tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 943 time: 0.0522768 Jan 18 20:31:46.705540 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2d1ee5f-48bb-4450-b2c1-c4ad0dc39ee2 req-eafe562b-a3d4-4751-ae98-40095241ab4a tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453956 Jan 18 20:31:46.813723 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e4fbd-8687-4461-bbf4-7c36299e7505 req-66680b15-0ed9-4122-a9e3-cbfaefff1cb4 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:46.815225 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3b2e4fbd-8687-4461-bbf4-7c36299e7505 req-66680b15-0ed9-4122-a9e3-cbfaefff1cb4 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 950 time: 0.0474665 Jan 18 20:31:46.817610 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device e6264105-f931-4577-95e1-871b456382d2 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:31:46.867095 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3b2e4fbd-8687-4461-bbf4-7c36299e7505 req-3d15af63-6e94-4813-8dfb-a9f1f6c09768 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/security-groups?id=84b832a7-0f54-4ce3-a510-adfc4377e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453832 Jan 18 20:31:46.916865 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port e6264105-f931-4577-95e1-871b456382d2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e6264105-f931-4577-95e1-871b456382d2,segment=NetworkSegment(539d7ade-92fd-4669-b446-3b77d86e1ebe),segment_id=539d7ade-92fd-4669-b446-3b77d86e1ebe)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:46.927609 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': 'e6264105-f931-4577-95e1-871b456382d2', 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b', 'port_id': 'e6264105-f931-4577-95e1-871b456382d2', 'mac_address': 'fa:16:3e:02:93:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f59589-2652-4dbf-925f-68169298a280', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:31:46.968245 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port e6264105-f931-4577-95e1-871b456382d2 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:46.968551 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (e6264105-f931-4577-95e1-871b456382d2), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:46.981586 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6264105-f931-4577-95e1-871b456382d2 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:31:47.000070 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port e6264105-f931-4577-95e1-871b456382d2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e6264105-f931-4577-95e1-871b456382d2,segment=NetworkSegment(539d7ade-92fd-4669-b446-3b77d86e1ebe),segment_id=539d7ade-92fd-4669-b446-3b77d86e1ebe)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:47.003988 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (e6264105-f931-4577-95e1-871b456382d2), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:47.049640 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=e6264105-f931-4577-95e1-871b456382d2,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:47.224663 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['e6264105-f931-4577-95e1-871b456382d2'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:47.820673 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ff22f-916d-44ef-85b3-b479b033de62 req-27adac3b-b795-43f2-8522-801d3a96cc21 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:47.822147 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-555ff22f-916d-44ef-85b3-b479b033de62 req-27adac3b-b795-43f2-8522-801d3a96cc21 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 944 time: 0.0482066 Jan 18 20:31:47.868160 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-555ff22f-916d-44ef-85b3-b479b033de62 req-cd0f6f29-908f-4dc6-8d5b-82dcb91ea3e8 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Jan 18 20:31:47.979153 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e53a6-2f76-4471-853e-bd6a3ecf528c req-43ebc2f2-a245-413a-bee3-8ededffd8705 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:47.980681 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-735e53a6-2f76-4471-853e-bd6a3ecf528c req-43ebc2f2-a245-413a-bee3-8ededffd8705 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 950 time: 0.0470779 Jan 18 20:31:48.026814 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-735e53a6-2f76-4471-853e-bd6a3ecf528c req-12f90afa-4b79-4b02-a391-ea195a67d835 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/security-groups?id=84b832a7-0f54-4ce3-a510-adfc4377e310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Jan 18 20:31:48.141357 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-70c2e53e-9ee0-4b1c-82ea-f632c7e6cfee tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:48.142792 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-70c2e53e-9ee0-4b1c-82ea-f632c7e6cfee tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 950 time: 0.0469649 Jan 18 20:31:48.233200 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-c5c14185-916e-4042-afb8-95df5b5f7627 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Deleting port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:48.233535 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-c5c14185-916e-4042-afb8-95df5b5f7627 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:48.320728 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-c5c14185-916e-4042-afb8-95df5b5f7627 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] For port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,segment=NetworkSegment(96a74215-cb5a-4b62-b563-08634c50b781),segment_id=96a74215-cb5a-4b62-b563-08634c50b781)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:48.321090 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-c5c14185-916e-4042-afb8-95df5b5f7627 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:48.333223 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-c5c14185-916e-4042-afb8-95df5b5f7627 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Calling delete_port for 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb owned by compute:nova {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:48.419739 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 38952) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:48.466941 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-c5c14185-916e-4042-afb8-95df5b5f7627 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:48.478111 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:31:48.494856 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c14185-916e-4042-afb8-95df5b5f7627 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Pushing event deleted for resources: {'Port': ['ID=27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:48.545364 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-c5c14185-916e-4042-afb8-95df5b5f7627 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] No DVR routers for this DVR port 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb on host hv-cinder-82160 {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:31:48.550468 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-c5c14185-916e-4042-afb8-95df5b5f7627 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:48.554418 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3e999d40-6eeb-4026-828b-fd1a45588d82 req-c5c14185-916e-4042-afb8-95df5b5f7627 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.45 "DELETE /v2.0/ports/27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb HTTP/1.1" status: 204 len: 173 time: 0.4064019 Jan 18 20:31:48.554916 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d3d018-f50c-46c2-9f7b-3780ac4904a2', 'name': 'network-vif-deleted', 'tag': '27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:48.557486 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e90621-78ed-4b56-a8ec-dc7b645b9767" -d '{"events": [{"server_uuid": "b4d3d018-f50c-46c2-9f7b-3780ac4904a2", "name": "network-vif-deleted", "tag": "27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:48.613296 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478eaea4-0ae5-44d2-9601-ecb05ffbe547 x-openstack-request-id: req-478eaea4-0ae5-44d2-9601-ecb05ffbe547 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:48.613805 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d3d018-f50c-46c2-9f7b-3780ac4904a2", "name": "network-vif-deleted", "tag": "27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:48.614228 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-478eaea4-0ae5-44d2-9601-ecb05ffbe547 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:48.614893 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d3d018-f50c-46c2-9f7b-3780ac4904a2', 'name': 'network-vif-deleted', 'tag': '27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb', 'status': 'completed', 'code': 200} Jan 18 20:31:48.616756 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Deleting port 460a811a-6a31-41ba-8a85-6cfb3c38146d {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:48.617186 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (460a811a-6a31-41ba-8a85-6cfb3c38146d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:48.714447 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (460a811a-6a31-41ba-8a85-6cfb3c38146d), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:48.714788 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for floatingip (460a811a-6a31-41ba-8a85-6cfb3c38146d), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:48.727347 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Calling delete_port for 460a811a-6a31-41ba-8a85-6cfb3c38146d owned by network:floatingip {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:48.832332 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device e6264105-f931-4577-95e1-871b456382d2 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:31:48.885273 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port e6264105-f931-4577-95e1-871b456382d2 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:31:48.889935 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port e6264105-f931-4577-95e1-871b456382d2 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:31:48.890695 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (e6264105-f931-4577-95e1-871b456382d2), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:48.920946 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (460a811a-6a31-41ba-8a85-6cfb3c38146d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:48.979260 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event deleted for resources: {'Port': ['ID=460a811a-6a31-41ba-8a85-6cfb3c38146d,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:48.992077 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port e6264105-f931-4577-95e1-871b456382d2 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:31:48.992556 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (e6264105-f931-4577-95e1-871b456382d2), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:49.018664 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bf16f5-53f2-4604-b3dc-d78cb20d3f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6264105-f931-4577-95e1-871b456382d2'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:49.021043 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d677bb4-f163-4eec-b038-9d7fc366f3ca" -d '{"events": [{"server_uuid": "30bf16f5-53f2-4604-b3dc-d78cb20d3f03", "name": "network-vif-plugged", "status": "completed", "tag": "e6264105-f931-4577-95e1-871b456382d2"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:49.035636 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port e6264105-f931-4577-95e1-871b456382d2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e6264105-f931-4577-95e1-871b456382d2,segment=NetworkSegment(539d7ade-92fd-4669-b446-3b77d86e1ebe),segment_id=539d7ade-92fd-4669-b446-3b77d86e1ebe)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:49.051447 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (e6264105-f931-4577-95e1-871b456382d2), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:49.063832 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4a482-f256-448d-8699-c51aabd45248 req-675c6e9d-2db0-470a-9cd1-4d573e0ec00c tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:49.066184 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3fa4a482-f256-448d-8699-c51aabd45248 req-675c6e9d-2db0-470a-9cd1-4d573e0ec00c tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 944 time: 0.0988035 Jan 18 20:31:49.069929 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for floatingip (e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:49.070385 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.l3_db [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Floating IP e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe disassociated (deleted). External IP: 172.27.3.91, port: f1f716af-ae09-4a01-8a29-d7bb8bff9321. Jan 18 20:31:49.078293 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2c224d-b46b-490b-8d7f-306e71eb94dd x-openstack-request-id: req-2e2c224d-b46b-490b-8d7f-306e71eb94dd {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:49.078550 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bf16f5-53f2-4604-b3dc-d78cb20d3f03", "name": "network-vif-plugged", "status": "completed", "tag": "e6264105-f931-4577-95e1-871b456382d2", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:49.078781 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2e2c224d-b46b-490b-8d7f-306e71eb94dd {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:49.079198 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bf16f5-53f2-4604-b3dc-d78cb20d3f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6264105-f931-4577-95e1-871b456382d2', 'code': 200} Jan 18 20:31:49.116091 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=e6264105-f931-4577-95e1-871b456382d2,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:49.185226 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-01d9906f-3e7e-47cd-954c-a95556bafb76 req-19ba8f61-ef8f-4e7d-956b-abda345711e1 tempest-VolumesNegativeTest-1961841034 tempest-VolumesNegativeTest-1961841034-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4d3d018-f50c-46c2-9f7b-3780ac4904a2 HTTP/1.1" status: 200 len: 210 time: 0.0391071 Jan 18 20:31:49.214429 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3fa4a482-f256-448d-8699-c51aabd45248 req-f3ade248-8282-4c2d-82da-dfda1bbf68f9 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010652 Jan 18 20:31:49.301298 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23347097-9002-433a-ac10-7d868b14214c req-f110948a-71e1-4968-8df4-3fb548acbb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:49.302822 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-23347097-9002-433a-ac10-7d868b14214c req-f110948a-71e1-4968-8df4-3fb548acbb04 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 1098 time: 0.0414009 Jan 18 20:31:49.335890 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Router 673bd355-7148-4d2b-a2d2-c3f7410a2895 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:31:49.348929 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-23347097-9002-433a-ac10-7d868b14214c req-fb544a5e-7c39-409c-b3cf-ac843f2d1977 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Jan 18 20:31:49.447707 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:31:49.452544 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:49.457163 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] Sync routers for ids ['673bd355-7148-4d2b-a2d2-c3f7410a2895'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:31:49.467856 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] Routers {'673bd355-7148-4d2b-a2d2-c3f7410a2895'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:31:49.468478 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:31:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['673bd355-7148-4d2b-a2d2-c3f7410a2895'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:49.480870 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-3a570775-e89c-4878-92fd-a21d343557b9 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "DELETE /v2.0/floatingips/e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe HTTP/1.1" status: 204 len: 168 time: 1.0600343 Jan 18 20:31:49.481719 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:49.484240 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dd017b-d296-4452-9f24-f273368679ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:49.586935 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] Set router 673bd355-7148-4d2b-a2d2-c3f7410a2895 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:31:49.678137 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af429513-5192-4b4e-80c3-c5675caa2fc9 x-openstack-request-id: req-af429513-5192-4b4e-80c3-c5675caa2fc9 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:49.678465 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:49.679098 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af429513-5192-4b4e-80c3-c5675caa2fc9 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:49.679502 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'status': 'completed', 'code': 200} Jan 18 20:31:49.765231 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e03c43-1169-4192-9c07-2afebdedae5e req-c4267afa-8797-4c3a-8ea7-0632933c1bca tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:49.767355 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-35e03c43-1169-4192-9c07-2afebdedae5e req-c4267afa-8797-4c3a-8ea7-0632933c1bca tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0793138 Jan 18 20:31:49.797345 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd017b-d296-4452-9f24-f273368679ba req-b8b5d39e-9d9b-4e3c-a2df-295ccb58bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:49.798853 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a0dd017b-d296-4452-9f24-f273368679ba req-b8b5d39e-9d9b-4e3c-a2df-295ccb58bff8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32060f3477d348b7bb92a2240bec099f&device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 1098 time: 0.0683665 Jan 18 20:31:49.802478 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '19025079-9757-486f-9714-a1d551798c3c', 'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'mac_address': 'fa:16:3e:63:7c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:08Z', 'updated_at': '2022-01-18T20:27:13Z', 'revision_number': 5, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'subnets': [{'id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:49.829609 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] Checking router: 673bd355-7148-4d2b-a2d2-c3f7410a2895 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:31:49.838578 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] Routers {'673bd355-7148-4d2b-a2d2-c3f7410a2895'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:31:49.839506 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:31:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['673bd355-7148-4d2b-a2d2-c3f7410a2895'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:49.851870 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-35e03c43-1169-4192-9c07-2afebdedae5e req-60d81b26-d93d-4e8d-873e-5e6e06045380 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780933 Jan 18 20:31:49.915183 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd017b-d296-4452-9f24-f273368679ba req-a7509b5c-4797-4d3b-9c79-f19fd587af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:49.916649 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a0dd017b-d296-4452-9f24-f273368679ba req-a7509b5c-4797-4d3b-9c79-f19fd587af42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f1d2458-30aa-44ca-b2e2-990d8ff94955 HTTP/1.1" status: 200 len: 908 time: 0.1086483 Jan 18 20:31:49.950268 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] Set router 673bd355-7148-4d2b-a2d2-c3f7410a2895 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:31:49.959792 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a0dd017b-d296-4452-9f24-f273368679ba req-d8967081-1340-4171-9914-52850dee1bc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321 HTTP/1.1" status: 200 len: 217 time: 0.0355439 Jan 18 20:31:50.007900 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd017b-d296-4452-9f24-f273368679ba req-ddef3076-d597-4c06-b6f8-4579a806a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:50.009371 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a0dd017b-d296-4452-9f24-f273368679ba req-ddef3076-d597-4c06-b6f8-4579a806a438 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=81cc7b7b-7ee8-4723-95cb-23805c6def54 HTTP/1.1" status: 200 len: 847 time: 0.0423996 Jan 18 20:31:50.053629 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd017b-d296-4452-9f24-f273368679ba req-d2dff63d-a92a-4b06-8b4d-6745f3aeefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:50.055145 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a0dd017b-d296-4452-9f24-f273368679ba req-d2dff63d-a92a-4b06-8b4d-6745f3aeefe5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f1d2458-30aa-44ca-b2e2-990d8ff94955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393970 Jan 18 20:31:50.147643 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a0dd017b-d296-4452-9f24-f273368679ba req-5009da0b-0605-47b6-8c8e-8ee9b66fe51a service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860014 Jan 18 20:31:50.149930 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '19025079-9757-486f-9714-a1d551798c3c', 'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'mac_address': 'fa:16:3e:63:7c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:08Z', 'updated_at': '2022-01-18T20:27:13Z', 'revision_number': 5, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'subnets': [{'id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:50.179647 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ba29a-ef1d-478a-b385-72bd1d17f049 None None] The sync data for ids ['673bd355-7148-4d2b-a2d2-c3f7410a2895'] in dv-cinder-821602-14-iscsi is: [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:09Z', 'revision_number': 4, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '19025079-9757-486f-9714-a1d551798c3c', 'name': '', 'network_id': '5f1d2458-30aa-44ca-b2e2-990d8ff94955', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'mac_address': 'fa:16:3e:63:7c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:08Z', 'updated_at': '2022-01-18T20:27:13Z', 'revision_number': 5, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'subnets': [{'id': '81cc7b7b-7ee8-4723-95cb-23805c6def54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:31:50.251910 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a0dd017b-d296-4452-9f24-f273368679ba req-9cd454a8-8412-4690-83fd-6be28ffb09e9 service neutron] 10.222.0.45 "GET /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937390 Jan 18 20:31:50.356080 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9c486-e6d0-4409-8f97-b236dfdf1a80 req-afa64a08-018e-4e8d-8369-e2094a676f9b tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:50.357821 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-21a9c486-e6d0-4409-8f97-b236dfdf1a80 req-afa64a08-018e-4e8d-8369-e2094a676f9b tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 945 time: 0.0556228 Jan 18 20:31:50.410824 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-21a9c486-e6d0-4409-8f97-b236dfdf1a80 req-c0458114-aabb-4d91-b2cb-e5ad3f71aacb tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473173 Jan 18 20:31:50.444077 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399472f-094c-4870-8d99-6e8b25999760 None None] New status for floating IP e806ba27-6b2d-40bc-b0b0-a2a43fe6bdfe: DOWN {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:31:50.978584 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd1e32-38b5-4f57-95fe-4aad7293d375 req-e68dffc9-4f5f-4ccd-9498-b8698bf5b750 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:50.980189 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5ccd1e32-38b5-4f57-95fe-4aad7293d375 req-e68dffc9-4f5f-4ccd-9498-b8698bf5b750 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0487399 Jan 18 20:31:51.037487 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5ccd1e32-38b5-4f57-95fe-4aad7293d375 req-a6673481-f025-4533-8e5d-46b43889bbd6 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c5a3cd2-8c42-4c21-a9f8-1879bb111909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509665 Jan 18 20:31:51.415993 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-f8c80081-80ef-4681-a262-5eb38c947e99 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:51.417524 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-f8c80081-80ef-4681-a262-5eb38c947e99 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 945 time: 0.0507562 Jan 18 20:31:51.563242 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0213-1c9f-4322-9de9-2d39ba609bbb req-89b606c6-0bee-4eb7-a0e5-8d462b6a37b2 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:31:51.566025 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5c0d0213-1c9f-4322-9de9-2d39ba609bbb req-89b606c6-0bee-4eb7-a0e5-8d462b6a37b2 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 945 time: 0.0693605 Jan 18 20:31:51.573348 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-23a2cee7-0411-47ee-8df8-e5bc2d0c59af tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Deleting port f1f716af-ae09-4a01-8a29-d7bb8bff9321 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:51.573682 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-23a2cee7-0411-47ee-8df8-e5bc2d0c59af tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.682237 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5c0d0213-1c9f-4322-9de9-2d39ba609bbb req-773727e8-18de-4105-8c7c-447cdd0ec2c9 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052041 Jan 18 20:31:51.713405 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-23a2cee7-0411-47ee-8df8-e5bc2d0c59af tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] For port f1f716af-ae09-4a01-8a29-d7bb8bff9321, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1f716af-ae09-4a01-8a29-d7bb8bff9321,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:51.713784 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-23a2cee7-0411-47ee-8df8-e5bc2d0c59af tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.730488 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-23a2cee7-0411-47ee-8df8-e5bc2d0c59af tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Calling delete_port for f1f716af-ae09-4a01-8a29-d7bb8bff9321 owned by compute:nova {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:51.877964 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-23a2cee7-0411-47ee-8df8-e5bc2d0c59af tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (f1f716af-ae09-4a01-8a29-d7bb8bff9321), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.909834 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2cee7-0411-47ee-8df8-e5bc2d0c59af tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event deleted for resources: {'Port': ['ID=f1f716af-ae09-4a01-8a29-d7bb8bff9321,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:51.955381 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-23a2cee7-0411-47ee-8df8-e5bc2d0c59af tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] No DVR routers for this DVR port f1f716af-ae09-4a01-8a29-d7bb8bff9321 on host hv-cinder-82160 {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:31:51.958013 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-23a2cee7-0411-47ee-8df8-e5bc2d0c59af tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:51.961629 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-520b7bd4-a221-4972-b880-e26d1d6c09a2 req-23a2cee7-0411-47ee-8df8-e5bc2d0c59af tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.45 "DELETE /v2.0/ports/f1f716af-ae09-4a01-8a29-d7bb8bff9321 HTTP/1.1" status: 204 len: 173 time: 0.5386865 Jan 18 20:31:51.962297 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'name': 'network-vif-deleted', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:31:51.964574 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6781509b-2a17-4651-ab9f-9c62001c4fd0" -d '{"events": [{"server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "name": "network-vif-deleted", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:31:52.012623 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df17b98-7715-4f92-b57e-9265c36cd755 x-openstack-request-id: req-1df17b98-7715-4f92-b57e-9265c36cd755 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:31:52.012985 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3922fa1-08be-4eee-9088-5ccf7cf4014e", "name": "network-vif-deleted", "tag": "f1f716af-ae09-4a01-8a29-d7bb8bff9321", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:31:52.013312 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1df17b98-7715-4f92-b57e-9265c36cd755 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:31:52.013778 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3922fa1-08be-4eee-9088-5ccf7cf4014e', 'name': 'network-vif-deleted', 'tag': 'f1f716af-ae09-4a01-8a29-d7bb8bff9321', 'status': 'completed', 'code': 200} Jan 18 20:31:52.141453 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ceb94229-b68a-413f-8203-cf572ee595a6 req-6d7f8ccc-0d73-48e9-aa77-9fac8cf5f655 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3922fa1-08be-4eee-9088-5ccf7cf4014e HTTP/1.1" status: 200 len: 210 time: 0.0326421 Jan 18 20:31:52.861946 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:31:52.890335 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:31:52.891639 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 27ca9375-ea8a-4f0e-a61a-83bf6c2eb1cb not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:31:52.892344 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f1f716af-ae09-4a01-8a29-d7bb8bff9321 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:31:52.920423 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: f1f716af-ae09-4a01-8a29-d7bb8bff9321 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:31:52.921155 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device f1f716af-ae09-4a01-8a29-d7bb8bff9321 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:31:53.203166 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39274) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:53.273934 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc8ab-aa5a-4446-97f3-48731e6e72c0 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group (8c5a3cd2-8c42-4c21-a9f8-1879bb111909), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:53.301397 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc8ab-aa5a-4446-97f3-48731e6e72c0 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group (8c5a3cd2-8c42-4c21-a9f8-1879bb111909), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:53.364770 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc8ab-aa5a-4446-97f3-48731e6e72c0 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (8c5a3cd2-8c42-4c21-a9f8-1879bb111909), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:53.367494 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc8ab-aa5a-4446-97f3-48731e6e72c0 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:53.368686 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e2ddc8ab-aa5a-4446-97f3-48731e6e72c0 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] 10.222.0.67 "DELETE /v2.0/security-groups/8c5a3cd2-8c42-4c21-a9f8-1879bb111909 HTTP/1.1" status: 204 len: 168 time: 0.1638894 Jan 18 20:31:53.378534 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddc8ab-aa5a-4446-97f3-48731e6e72c0 tempest-TestShelveInstance-399208328 tempest-TestShelveInstance-399208328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5a3cd2-8c42-4c21-a9f8-1879bb111909,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:53.425225 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39280) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:53.777748 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581112'] for router_interface (673bd355-7148-4d2b-a2d2-c3f7410a2895), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:54.040771 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] Deleting port 19025079-9757-486f-9714-a1d551798c3c {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:54.041104 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (19025079-9757-486f-9714-a1d551798c3c), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:54.124606 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] For port 19025079-9757-486f-9714-a1d551798c3c, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=19025079-9757-486f-9714-a1d551798c3c,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:54.124968 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (19025079-9757-486f-9714-a1d551798c3c), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:54.137256 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] Calling delete_port for 19025079-9757-486f-9714-a1d551798c3c owned by network:router_interface {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:54.339560 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (19025079-9757-486f-9714-a1d551798c3c), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:54.386398 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=19025079-9757-486f-9714-a1d551798c3c,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:54.525825 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39290) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:54.591453 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581480'] for router_interface (673bd355-7148-4d2b-a2d2-c3f7410a2895), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:54.706778 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7e341a2d-454f-471b-adee-57ffbf970f4f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e2bde4aab26f4d339e0155939ed0fa83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792691 Jan 18 20:31:54.709502 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39294) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:54.767978 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a698-21dc-4edf-bc91-c5dc3009d605 admin admin] Publish callbacks [] for security_group (84b832a7-0f54-4ce3-a510-adfc4377e310), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:54.789629 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a698-21dc-4edf-bc91-c5dc3009d605 admin admin] Publish callbacks [] for security_group (84b832a7-0f54-4ce3-a510-adfc4377e310), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:54.840349 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] Router 673bd355-7148-4d2b-a2d2-c3f7410a2895 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:31:54.855533 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a698-21dc-4edf-bc91-c5dc3009d605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (84b832a7-0f54-4ce3-a510-adfc4377e310), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:54.859844 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5ab7a698-21dc-4edf-bc91-c5dc3009d605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:54.861168 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-5ab7a698-21dc-4edf-bc91-c5dc3009d605 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84b832a7-0f54-4ce3-a510-adfc4377e310 HTTP/1.1" status: 204 len: 168 time: 0.1506939 Jan 18 20:31:54.869532 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7a698-21dc-4edf-bc91-c5dc3009d605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b832a7-0f54-4ce3-a510-adfc4377e310,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:54.975500 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:31:54.985341 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4d0e64c6-b990-4a06-ac37-544965c2b5d4 admin admin] 10.222.0.67 "PUT /v2.0/routers/673bd355-7148-4d2b-a2d2-c3f7410a2895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5557952 Jan 18 20:31:54.985536 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39298) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:54.986894 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] Sync routers for ids ['673bd355-7148-4d2b-a2d2-c3f7410a2895'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:31:55.002605 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] Routers {'673bd355-7148-4d2b-a2d2-c3f7410a2895'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:31:55.003293 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:31:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['673bd355-7148-4d2b-a2d2-c3f7410a2895'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:55.110417 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Publish callbacks [] for router (673bd355-7148-4d2b-a2d2-c3f7410a2895), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.143766 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] Set router 673bd355-7148-4d2b-a2d2-c3f7410a2895 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:31:55.249176 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Publish callbacks [] for router_gateway (673bd355-7148-4d2b-a2d2-c3f7410a2895), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.310263 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Deleting port f7e7bcfd-f680-492b-a938-cc574e74f40f {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:55.311007 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.398470 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] For port f7e7bcfd-f680-492b-a938-cc574e74f40f, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=f7e7bcfd-f680-492b-a938-cc574e74f40f,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:55.398831 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.427193 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Calling delete_port for f7e7bcfd-f680-492b-a938-cc574e74f40f owned by network:router_gateway {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:55.483021 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:31:54Z', 'revision_number': 5, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port': {'id': 'f7e7bcfd-f680-492b-a938-cc574e74f40f', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:55.518572 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] Checking router: 673bd355-7148-4d2b-a2d2-c3f7410a2895 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:31:55.528107 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] Routers {'673bd355-7148-4d2b-a2d2-c3f7410a2895'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:31:55.528807 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:31:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['673bd355-7148-4d2b-a2d2-c3f7410a2895'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:55.610762 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (f7e7bcfd-f680-492b-a938-cc574e74f40f), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.633750 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e7bcfd-f680-492b-a938-cc574e74f40f,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:55.635993 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] Set router 673bd355-7148-4d2b-a2d2-c3f7410a2895 gateway port host: None {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:31:55.695176 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:31:55Z', 'revision_number': 6, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port_host': None}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:55.714557 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582454'] for router_gateway (673bd355-7148-4d2b-a2d2-c3f7410a2895), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.725011 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01181d65-0f7c-40e8-b277-32e039219c41 None None] The sync data for ids ['673bd355-7148-4d2b-a2d2-c3f7410a2895'] in dv-cinder-821602-14-iscsi is: [{'id': '673bd355-7148-4d2b-a2d2-c3f7410a2895', 'name': 'tempest-TestShelveInstance-765431158-router', 'tenant_id': '32060f3477d348b7bb92a2240bec099f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:06Z', 'updated_at': '2022-01-18T20:31:55Z', 'revision_number': 6, 'project_id': '32060f3477d348b7bb92a2240bec099f', 'gw_port_host': None}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:31:55.808124 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10464'] for router (673bd355-7148-4d2b-a2d2-c3f7410a2895), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.810311 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Publish callbacks [] for router_controller (673bd355-7148-4d2b-a2d2-c3f7410a2895), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.858173 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585114'] for router (673bd355-7148-4d2b-a2d2-c3f7410a2895), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.859232 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 673bd355-7148-4d2b-a2d2-c3f7410a2895 {{(pid=102694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:31:55.867916 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.869171 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-3239f18a-1f3a-4f1d-9e51-bafccd0349bd admin admin] 10.222.0.67 "DELETE /v2.0/routers/673bd355-7148-4d2b-a2d2-c3f7410a2895 HTTP/1.1" status: 204 len: 168 time: 0.8824592 Jan 18 20:31:55.872984 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39302) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:55.917278 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c3fa46-d78e-4d1d-8508-e37f1357780e admin admin] Deleting subnet 81cc7b7b-7ee8-4723-95cb-23805c6def54 {{(pid=102695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:31:55.921113 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-63c3fa46-d78e-4d1d-8508-e37f1357780e admin admin] Publish callbacks [] for subnet (81cc7b7b-7ee8-4723-95cb-23805c6def54), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:55.962069 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-63c3fa46-d78e-4d1d-8508-e37f1357780e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448435'] for subnet (81cc7b7b-7ee8-4723-95cb-23805c6def54), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.316406 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-63c3fa46-d78e-4d1d-8508-e37f1357780e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (81cc7b7b-7ee8-4723-95cb-23805c6def54), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.377440 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-63c3fa46-d78e-4d1d-8508-e37f1357780e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248718'] for subnet (81cc7b7b-7ee8-4723-95cb-23805c6def54), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.403605 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3fa46-d78e-4d1d-8508-e37f1357780e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81cc7b7b-7ee8-4723-95cb-23805c6def54,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:56.408466 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-63c3fa46-d78e-4d1d-8508-e37f1357780e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.411712 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-63c3fa46-d78e-4d1d-8508-e37f1357780e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/81cc7b7b-7ee8-4723-95cb-23805c6def54 HTTP/1.1" status: 204 len: 168 time: 0.5376642 Jan 18 20:31:56.414157 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39304) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:56.416790 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3548688-15ab-4004-a88a-f44ac09a1d55 None None] Network 5f1d2458-30aa-44ca-b2e2-990d8ff94955 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:31:56.490600 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (5f1d2458-30aa-44ca-b2e2-990d8ff94955), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.556679 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Deleting port 7face107-2c1a-46e4-a825-af9d15dd6ab3 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:56.556970 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.627639 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd087ba6-458a-4262-ada8-8ebe28cafe60 None None] DHCP port deletion for 5f1d2458-30aa-44ca-b2e2-990d8ff94955 request from dv-cinder-821602-14-iscsi {{(pid=102696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:31:56.632036 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] For port 7face107-2c1a-46e4-a825-af9d15dd6ab3, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7face107-2c1a-46e4-a825-af9d15dd6ab3,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:56.632403 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.647800 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Calling delete_port for 7face107-2c1a-46e4-a825-af9d15dd6ab3 owned by network:dhcp {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:56.683653 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-fd087ba6-458a-4262-ada8-8ebe28cafe60 None None] Deleting port 7face107-2c1a-46e4-a825-af9d15dd6ab3 {{(pid=102696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:56.683844 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-fd087ba6-458a-4262-ada8-8ebe28cafe60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), before_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.738864 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.754979 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-fd087ba6-458a-4262-ada8-8ebe28cafe60 None None] For port 7face107-2c1a-46e4-a825-af9d15dd6ab3, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7face107-2c1a-46e4-a825-af9d15dd6ab3,segment=NetworkSegment(e2ed4440-9dd1-404a-8fea-d763e26e74cc),segment_id=e2ed4440-9dd1-404a-8fea-d763e26e74cc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:56.755419 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-fd087ba6-458a-4262-ada8-8ebe28cafe60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), precommit_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.765493 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7face107-2c1a-46e4-a825-af9d15dd6ab3,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:56.769888 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] No DVR routers for this DVR port 7face107-2c1a-46e4-a825-af9d15dd6ab3 on host dv-cinder-821602-14-iscsi {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:31:56.772483 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-fd087ba6-458a-4262-ada8-8ebe28cafe60 None None] Calling delete_port for 7face107-2c1a-46e4-a825-af9d15dd6ab3 owned by network:dhcp {{(pid=102696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:56.861985 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (5f1d2458-30aa-44ca-b2e2-990d8ff94955), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.879510 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-fd087ba6-458a-4262-ada8-8ebe28cafe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732'] for port (7face107-2c1a-46e4-a825-af9d15dd6ab3), after_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.884694 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 19025079-9757-486f-9714-a1d551798c3c no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:31:56.889615 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1d2458-30aa-44ca-b2e2-990d8ff94955']}} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:56.900514 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ed4440-9dd1-404a-8fea-d763e26e74cc') {'for_net_delete': True} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:56.900809 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ed4440-9dd1-404a-8fea-d763e26e74cc') {} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:56.916658 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448426'] for segment (e2ed4440-9dd1-404a-8fea-d763e26e74cc), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.939890 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd087ba6-458a-4262-ada8-8ebe28cafe60 None None] Pushing event deleted for resources: {'Port': ['ID=7face107-2c1a-46e4-a825-af9d15dd6ab3,revision_number=None']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:56.945943 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 19025079-9757-486f-9714-a1d551798c3c {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:31:56.945943 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 19025079-9757-486f-9714-a1d551798c3c not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:31:56.945943 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7face107-2c1a-46e4-a825-af9d15dd6ab3 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:31:56.946389 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd087ba6-458a-4262-ada8-8ebe28cafe60 None None] No DVR routers for this DVR port 7face107-2c1a-46e4-a825-af9d15dd6ab3 on host dv-cinder-821602-14-iscsi {{(pid=102696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:31:56.949325 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (e2ed4440-9dd1-404a-8fea-d763e26e74cc), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.959611 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:31:56.960029 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616369'] for segment (e2ed4440-9dd1-404a-8fea-d763e26e74cc), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: Traceback (most recent call last): Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: timer() Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: cb(*args, **kw) Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: return func(*args, **kwargs) Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: self._notify() Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: self.callback(batched_events) Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: event.method(event) Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: return f(self, *a, **k) Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._get(url).json() Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: return self.request(url, 'GET', **kwargs) Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:31:56.961963 dv-cinder-821602-14-iscsi neutron-server[102695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:31:56.976036 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 7face107-2c1a-46e4-a825-af9d15dd6ab3 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:31:56.976469 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7face107-2c1a-46e4-a825-af9d15dd6ab3 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:31:56.976797 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device f7e7bcfd-f680-492b-a938-cc574e74f40f no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:31:56.995994 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: f7e7bcfd-f680-492b-a938-cc574e74f40f {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:31:56.996396 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device f7e7bcfd-f680-492b-a938-cc574e74f40f not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:31:57.018670 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (5f1d2458-30aa-44ca-b2e2-990d8ff94955), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:57.026020 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:57.029189 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5f1d2458-30aa-44ca-b2e2-990d8ff94955 HTTP/1.1" status: 204 len: 168 time: 0.6140091 Jan 18 20:31:57.032320 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39308) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:57.038853 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645cff4-2bf3-410f-aaf8-da77c27460b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f1d2458-30aa-44ca-b2e2-990d8ff94955,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:57.669934 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581112'] for router_interface (09bfaae6-a342-4e5e-aa98-b51c83e1b580), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:57.923487 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] Deleting port 202f2686-61ef-4267-8a90-b5d9e68a7ec7 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:57.923822 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:58.009042 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] For port 202f2686-61ef-4267-8a90-b5d9e68a7ec7, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=202f2686-61ef-4267-8a90-b5d9e68a7ec7,segment=NetworkSegment(d4b55565-25fc-4ad9-88d2-825fa5b597ff),segment_id=d4b55565-25fc-4ad9-88d2-825fa5b597ff)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:58.009397 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:58.022103 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] Calling delete_port for 202f2686-61ef-4267-8a90-b5d9e68a7ec7 owned by network:router_interface {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:58.107361 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:31:58.208665 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (202f2686-61ef-4267-8a90-b5d9e68a7ec7), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:58.236257 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] Pushing event deleted for resources: {'Port': ['ID=202f2686-61ef-4267-8a90-b5d9e68a7ec7,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:58.415485 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581480'] for router_interface (09bfaae6-a342-4e5e-aa98-b51c83e1b580), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:58.636244 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] Router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:31:58.747569 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:31:58.753262 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8cfefdba-cb5e-46d6-9d5f-bc1b2b487715 admin admin] 10.222.0.67 "PUT /v2.0/routers/09bfaae6-a342-4e5e-aa98-b51c83e1b580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7199137 Jan 18 20:31:58.755992 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39314) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:58.756763 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] Sync routers for ids ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:31:58.766978 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] Routers {'09bfaae6-a342-4e5e-aa98-b51c83e1b580'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:31:58.767649 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:31:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:58.875770 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] Set router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:31:58.876343 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Publish callbacks [] for router (09bfaae6-a342-4e5e-aa98-b51c83e1b580), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:58.979794 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Publish callbacks [] for router_gateway (09bfaae6-a342-4e5e-aa98-b51c83e1b580), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.041015 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Deleting port 9046379b-5f3b-4d47-9f2e-86722dbe545a {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:59.041409 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.062599 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'name': 'tempest-TestShelveInstance-819597447-router', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:11Z', 'updated_at': '2022-01-18T20:31:58Z', 'revision_number': 5, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'gw_port': {'id': '9046379b-5f3b-4d47-9f2e-86722dbe545a', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:27:12Z', 'updated_at': '2022-01-18T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:59.088453 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] Checking router: 09bfaae6-a342-4e5e-aa98-b51c83e1b580 for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:31:59.096767 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] Routers {'09bfaae6-a342-4e5e-aa98-b51c83e1b580'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:31:59.097369 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:31:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:59.122314 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] For port 9046379b-5f3b-4d47-9f2e-86722dbe545a, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=9046379b-5f3b-4d47-9f2e-86722dbe545a,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:31:59.127072 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.145944 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Calling delete_port for 9046379b-5f3b-4d47-9f2e-86722dbe545a owned by network:router_gateway {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:31:59.186903 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] Set router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 gateway port host: None {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:31:59.241388 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'name': 'tempest-TestShelveInstance-819597447-router', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:11Z', 'updated_at': '2022-01-18T20:31:58Z', 'revision_number': 6, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'gw_port_host': None}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:31:59.268685 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe9466d-4cd1-49b6-bae9-5f9de7f10f0c None None] The sync data for ids ['09bfaae6-a342-4e5e-aa98-b51c83e1b580'] in dv-cinder-821602-14-iscsi is: [{'id': '09bfaae6-a342-4e5e-aa98-b51c83e1b580', 'name': 'tempest-TestShelveInstance-819597447-router', 'tenant_id': '24c4737ed9cd4ba7843426763c34131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:27:11Z', 'updated_at': '2022-01-18T20:31:58Z', 'revision_number': 6, 'project_id': '24c4737ed9cd4ba7843426763c34131f', 'gw_port_host': None}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:31:59.324257 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (9046379b-5f3b-4d47-9f2e-86722dbe545a), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.350484 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9046379b-5f3b-4d47-9f2e-86722dbe545a,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:59.410770 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582454'] for router_gateway (09bfaae6-a342-4e5e-aa98-b51c83e1b580), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.505845 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10464'] for router (09bfaae6-a342-4e5e-aa98-b51c83e1b580), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.507995 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Publish callbacks [] for router_controller (09bfaae6-a342-4e5e-aa98-b51c83e1b580), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.554802 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585114'] for router (09bfaae6-a342-4e5e-aa98-b51c83e1b580), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.555678 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09bfaae6-a342-4e5e-aa98-b51c83e1b580 {{(pid=102695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:31:59.562740 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.564175 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-fc98b100-de10-428d-b339-e9577af628ab admin admin] 10.222.0.67 "DELETE /v2.0/routers/09bfaae6-a342-4e5e-aa98-b51c83e1b580 HTTP/1.1" status: 204 len: 168 time: 0.8070221 Jan 18 20:31:59.566863 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39316) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:59.613979 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7cb9c3-99e6-4265-ae6d-25e70aa6ffeb admin admin] Deleting subnet 20d05a99-f34c-48be-aeb4-5d5bd20449ca {{(pid=102694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:31:59.617376 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb9c3-99e6-4265-ae6d-25e70aa6ffeb admin admin] Publish callbacks [] for subnet (20d05a99-f34c-48be-aeb4-5d5bd20449ca), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.662799 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb9c3-99e6-4265-ae6d-25e70aa6ffeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10276383'] for subnet (20d05a99-f34c-48be-aeb4-5d5bd20449ca), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.752825 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb9c3-99e6-4265-ae6d-25e70aa6ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (20d05a99-f34c-48be-aeb4-5d5bd20449ca), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.792450 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-00f50332-d778-48ed-9b51-3df82a0a3ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.813552 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb9c3-99e6-4265-ae6d-25e70aa6ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10397452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10308526'] for subnet (20d05a99-f34c-48be-aeb4-5d5bd20449ca), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.842935 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cb9c3-99e6-4265-ae6d-25e70aa6ffeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d05a99-f34c-48be-aeb4-5d5bd20449ca,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:31:59.851402 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-0f7cb9c3-99e6-4265-ae6d-25e70aa6ffeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.851402 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-0f7cb9c3-99e6-4265-ae6d-25e70aa6ffeb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/20d05a99-f34c-48be-aeb4-5d5bd20449ca HTTP/1.1" status: 204 len: 168 time: 0.2830148 Jan 18 20:31:59.853512 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39320) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:31:59.855595 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b350972b-0fb9-45fc-a994-120385d4d31b None None] Network e50b4d7e-1f04-47c1-8935-6be2fc4c3473 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:31:59.931954 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (e50b4d7e-1f04-47c1-8935-6be2fc4c3473), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:31:59.987753 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Deleting port 7039ebee-9d5b-4660-b552-e7bca615f7e6 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:31:59.988092 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.039601 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e1942b-08a4-4a44-80ec-f2a29cc4fad3 None None] DHCP port deletion for e50b4d7e-1f04-47c1-8935-6be2fc4c3473 request from dv-cinder-821602-14-iscsi {{(pid=102696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:32:00.054991 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] For port 7039ebee-9d5b-4660-b552-e7bca615f7e6, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7039ebee-9d5b-4660-b552-e7bca615f7e6,segment=NetworkSegment(d4b55565-25fc-4ad9-88d2-825fa5b597ff),segment_id=d4b55565-25fc-4ad9-88d2-825fa5b597ff)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:00.055391 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.074244 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Calling delete_port for 7039ebee-9d5b-4660-b552-e7bca615f7e6 owned by network:dhcp {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:32:00.087942 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1942b-08a4-4a44-80ec-f2a29cc4fad3 None None] Deleting port 7039ebee-9d5b-4660-b552-e7bca615f7e6 {{(pid=102696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:32:00.088316 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c8e1942b-08a4-4a44-80ec-f2a29cc4fad3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), before_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.163378 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-c8e1942b-08a4-4a44-80ec-f2a29cc4fad3 None None] For port 7039ebee-9d5b-4660-b552-e7bca615f7e6, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7039ebee-9d5b-4660-b552-e7bca615f7e6,segment=NetworkSegment(d4b55565-25fc-4ad9-88d2-825fa5b597ff),segment_id=d4b55565-25fc-4ad9-88d2-825fa5b597ff)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:00.163607 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.164742 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c8e1942b-08a4-4a44-80ec-f2a29cc4fad3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), precommit_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.178711 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1942b-08a4-4a44-80ec-f2a29cc4fad3 None None] Calling delete_port for 7039ebee-9d5b-4660-b552-e7bca615f7e6 owned by network:dhcp {{(pid=102696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:32:00.191647 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7039ebee-9d5b-4660-b552-e7bca615f7e6,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:00.193844 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] No DVR routers for this DVR port 7039ebee-9d5b-4660-b552-e7bca615f7e6 on host dv-cinder-821602-14-iscsi {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:32:00.259830 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c8e1942b-08a4-4a44-80ec-f2a29cc4fad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732'] for port (7039ebee-9d5b-4660-b552-e7bca615f7e6), after_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.286910 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (e50b4d7e-1f04-47c1-8935-6be2fc4c3473), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.293389 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1942b-08a4-4a44-80ec-f2a29cc4fad3 None None] Pushing event deleted for resources: {'Port': ['ID=7039ebee-9d5b-4660-b552-e7bca615f7e6,revision_number=None']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:00.295693 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1942b-08a4-4a44-80ec-f2a29cc4fad3 None None] No DVR routers for this DVR port 7039ebee-9d5b-4660-b552-e7bca615f7e6 on host dv-cinder-821602-14-iscsi {{(pid=102696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:32:00.318407 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50b4d7e-1f04-47c1-8935-6be2fc4c3473']}} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:00.330907 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b55565-25fc-4ad9-88d2-825fa5b597ff') {'for_net_delete': True} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:00.332525 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b55565-25fc-4ad9-88d2-825fa5b597ff') {} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:00.343252 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10276358'] for segment (d4b55565-25fc-4ad9-88d2-825fa5b597ff), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.356960 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (d4b55565-25fc-4ad9-88d2-825fa5b597ff), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.363214 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:32:00.363622 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10397522'] for segment (d4b55565-25fc-4ad9-88d2-825fa5b597ff), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.365362 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: Traceback (most recent call last): Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: timer() Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: cb(*args, **kw) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: return func(*args, **kwargs) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: self._notify() Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: self.callback(batched_events) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: event.method(event) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: return f(self, *a, **k) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._get(url).json() Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: return self.request(url, 'GET', **kwargs) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:32:00.368056 dv-cinder-821602-14-iscsi neutron-server[102694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:32:00.419951 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (e50b4d7e-1f04-47c1-8935-6be2fc4c3473), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.425342 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.428633 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/e50b4d7e-1f04-47c1-8935-6be2fc4c3473 HTTP/1.1" status: 204 len: 168 time: 0.5740905 Jan 18 20:32:00.441849 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dbd2a-d561-412e-a81c-9a4a3618f7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e50b4d7e-1f04-47c1-8935-6be2fc4c3473,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:00.599832 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39324) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:00.646913 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8a2cd112-b28d-412c-bd98-2c5c71601f7e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32060f3477d348b7bb92a2240bec099f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485528 Jan 18 20:32:00.649447 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39328) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:00.700891 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6b1502ed-8da7-49ce-ac86-e9d214a34af9 admin admin] Publish callbacks [] for security_group (a10527f9-c2da-45ad-b8c6-3ad30cb0c540), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.724981 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6b1502ed-8da7-49ce-ac86-e9d214a34af9 admin admin] Publish callbacks [] for security_group (a10527f9-c2da-45ad-b8c6-3ad30cb0c540), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.771747 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6b1502ed-8da7-49ce-ac86-e9d214a34af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (a10527f9-c2da-45ad-b8c6-3ad30cb0c540), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.774318 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6b1502ed-8da7-49ce-ac86-e9d214a34af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:00.775554 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-6b1502ed-8da7-49ce-ac86-e9d214a34af9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a10527f9-c2da-45ad-b8c6-3ad30cb0c540 HTTP/1.1" status: 204 len: 168 time: 0.1250281 Jan 18 20:32:00.784299 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1502ed-8da7-49ce-ac86-e9d214a34af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10527f9-c2da-45ad-b8c6-3ad30cb0c540,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:00.877456 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 9046379b-5f3b-4d47-9f2e-86722dbe545a no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:32:00.898989 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 9046379b-5f3b-4d47-9f2e-86722dbe545a {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:32:00.899617 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 9046379b-5f3b-4d47-9f2e-86722dbe545a not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:32:00.900361 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 202f2686-61ef-4267-8a90-b5d9e68a7ec7 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:32:00.921851 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 202f2686-61ef-4267-8a90-b5d9e68a7ec7 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:32:00.922316 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 202f2686-61ef-4267-8a90-b5d9e68a7ec7 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:32:00.922794 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7039ebee-9d5b-4660-b552-e7bca615f7e6 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:32:00.944502 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 7039ebee-9d5b-4660-b552-e7bca615f7e6 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:32:00.944848 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7039ebee-9d5b-4660-b552-e7bca615f7e6 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:32:01.147650 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39334) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:01.191396 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-3adc92b8-eee8-4c80-aadc-55352f96d864 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=24c4737ed9cd4ba7843426763c34131f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425487 Jan 18 20:32:01.193817 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39336) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:01.246730 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a37b73d8-07ad-4a06-b1a0-1b77a8406e9b admin admin] Publish callbacks [] for security_group (e30e0569-97cf-449c-a540-36d28ab69aa7), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.270113 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a37b73d8-07ad-4a06-b1a0-1b77a8406e9b admin admin] Publish callbacks [] for security_group (e30e0569-97cf-449c-a540-36d28ab69aa7), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.325453 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a37b73d8-07ad-4a06-b1a0-1b77a8406e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e30e0569-97cf-449c-a540-36d28ab69aa7), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.328666 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a37b73d8-07ad-4a06-b1a0-1b77a8406e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:01.329843 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-a37b73d8-07ad-4a06-b1a0-1b77a8406e9b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e30e0569-97cf-449c-a540-36d28ab69aa7 HTTP/1.1" status: 204 len: 168 time: 0.1351247 Jan 18 20:32:01.350154 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b73d8-07ad-4a06-b1a0-1b77a8406e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30e0569-97cf-449c-a540-36d28ab69aa7,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:01.887362 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-0d4a1b27-cd8e-4660-ba5a-4c928c499b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.095360 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39360) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:02.198307 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1274802057-network', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:02.223058 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Made reservation on behalf of 4da1bb9e68f340d5b32fa2a5916db726 for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:02.225431 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.234090 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.308756 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Publish callbacks [] for security_group (e85ad544-973c-486b-9c45-794a1172de3d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.313365 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e85ad544-973c-486b-9c45-794a1172de3d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.340416 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:32:02.343747 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85ad544-973c-486b-9c45-794a1172de3d,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:02.355802 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (02e17f23-d3f5-4dfc-b96a-dbff42d2fe21), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.356148 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Added segment 02e17f23-d3f5-4dfc-b96a-dbff42d2fe21 of type vlan for network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 Jan 18 20:32:02.399769 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (3d41f18b-a9a9-452f-a56b-ae5f33323ec9), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.428125 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (3d41f18b-a9a9-452f-a56b-ae5f33323ec9), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.428937 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:02.429529 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.462523 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3660417 Jan 18 20:32:02.465508 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39372) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:02.471174 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Request body: {'subnet': {'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1274802057-subnet', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'ip_version': 4}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:02.495020 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c21cc7-619b-4bec-918a-6d0de93d203d admin admin] Pushing event updated for resources: {'Network': ['ID=3d41f18b-a9a9-452f-a56b-ae5f33323ec9,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:02.495979 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Made reservation on behalf of 4da1bb9e68f340d5b32fa2a5916db726 for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:02.500041 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10248747'] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.505765 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:32:02.672316 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8616238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10248709'] for subnet (e773756e-30d1-48c3-a0b3-e8307c7ea804), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.724722 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e773756e-30d1-48c3-a0b3-e8307c7ea804,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:02.734630 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Checking segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:02.734977 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Network hostable DHCP agents. Network: 3d41f18b-a9a9-452f-a56b-ae5f33323ec9, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:32:02.751978 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:32:02.760556 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 3d41f18b-a9a9-452f-a56b-ae5f33323ec9) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:02.765151 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:02.766264 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.772425 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae628cb-0a25-4d17-9b26-48dc7b066115 None None] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:32:02.785106 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-9253910c-1de2-4a01-a48a-d839ee03f8c5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3184690 Jan 18 20:32:02.788065 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39380) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:02.792608 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:02.818441 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10450'] for router (7b3852b6-2cef-49ae-b653-4347bb1c020d), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.819819 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10459'] for router (7b3852b6-2cef-49ae-b653-4347bb1c020d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.870753 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks [] for router_controller (7b3852b6-2cef-49ae-b653-4347bb1c020d), precommit_add_association {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:02.885318 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp864710ac-d929-5e13-b32f-6aa0dede2451-3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804'}]}} from dv-cinder-821602-14-iscsi. {{(pid=102696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:32:02.887239 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.012637 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks [] for router_gateway (7b3852b6-2cef-49ae-b653-4347bb1c020d), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.020625 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.db_base_plugin_common [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Allocated IP 172.20.0.2 (3d41f18b-a9a9-452f-a56b-ae5f33323ec9/e773756e-30d1-48c3-a0b3-e8307c7ea804/58713edc-f97d-4f85-862a-3c78c13c60b7) {{(pid=102696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:03.164378 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Publish callbacks [] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), precommit_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.170106 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.210167 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 is already hosted by enough agents. {{(pid=102696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:03.210414 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks [] for router_gateway (7b3852b6-2cef-49ae-b653-4347bb1c020d), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.215035 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.base_scheduler [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Resources bound (agent type, host, resource id): {{(pid=102696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:03.219535 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Received port after_create {{(pid=102696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:03.222647 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Pushing event updated for resources: {'Port': ['ID=58713edc-f97d-4f85-862a-3c78c13c60b7,revision_number=1']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:03.229446 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.277916 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Attempting to bind port 58713edc-f97d-4f85-862a-3c78c13c60b7 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:03.278385 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Attempting to bind port 58713edc-f97d-4f85-862a-3c78c13c60b7 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:03.278639 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Attempting to bind port 58713edc-f97d-4f85-862a-3c78c13c60b7 on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:03.284323 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:03.284701 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Checking segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:03.285108 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.285502 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Bound using segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:03.285974 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Bound port: 58713edc-f97d-4f85-862a-3c78c13c60b7, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:03.286421 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.339425 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Allocated IP 172.27.3.115 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/c90bc37e-fbea-401d-889d-a3876fd71efd) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:03.352892 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] For port 58713edc-f97d-4f85-862a-3c78c13c60b7, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:03.356046 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] For port 58713edc-f97d-4f85-862a-3c78c13c60b7, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=58713edc-f97d-4f85-862a-3c78c13c60b7,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:03.360966 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.419708 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.433465 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8efd2-a6b5-46f3-a703-b6b316d06856 None None] Pushing event updated for resources: {'Port': ['ID=58713edc-f97d-4f85-862a-3c78c13c60b7,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:03.461929 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks [] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.500653 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:03.542915 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:03.546369 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:03.550747 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:03.556740 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c90bc37e-fbea-401d-889d-a3876fd71efd,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:03.823984 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks [] for router_gateway (7b3852b6-2cef-49ae-b653-4347bb1c020d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.016437 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482'] for router (7b3852b6-2cef-49ae-b653-4347bb1c020d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.125769 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.152496 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Router 7b3852b6-2cef-49ae-b653-4347bb1c020d is scheduled to L3 agent bb362382-b75b-4aa5-8440-3f734985d21a with binding_index 1 {{(pid=102694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:32:04.325763 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e872fbaf-b91e-465a-8a8d-a6a74f2d300e None None] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:32:04.407850 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-c432dfd3-023e-401a-8e4e-14891d2c0dc5 None None] Provisioning complete for port 58713edc-f97d-4f85-862a-3c78c13c60b7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:04.408222 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c432dfd3-023e-401a-8e4e-14891d2c0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.524538 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-c432dfd3-023e-401a-8e4e-14891d2c0dc5 None None] Current status of the port 58713edc-f97d-4f85-862a-3c78c13c60b7 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:04.525053 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c432dfd3-023e-401a-8e4e-14891d2c0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.537409 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:32:04.549655 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Sync routers for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:32:04.558898 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.560470 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8c7443bb-4456-4d4e-82f3-686ae0d0a5d4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7713981 Jan 18 20:32:04.563987 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39384) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:04.572644 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-c432dfd3-023e-401a-8e4e-14891d2c0dc5 None None] For port 58713edc-f97d-4f85-862a-3c78c13c60b7, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=58713edc-f97d-4f85-862a-3c78c13c60b7,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:04.576509 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:04.577141 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:32:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:04.582424 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c432dfd3-023e-401a-8e4e-14891d2c0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.723925 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432dfd3-023e-401a-8e4e-14891d2c0dc5 None None] Pushing event updated for resources: {'Port': ['ID=58713edc-f97d-4f85-862a-3c78c13c60b7,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:04.747651 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:04.917206 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.917206 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-5f70ea07-fa07-4058-bfb6-a97253353163 None None] Provisioning complete for port 58713edc-f97d-4f85-862a-3c78c13c60b7 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:04.917206 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5f70ea07-fa07-4058-bfb6-a97253353163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:04.949272 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 58713edc-f97d-4f85-862a-3c78c13c60b7 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:05.036141 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.145201 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 58713edc-f97d-4f85-862a-3c78c13c60b7 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:05.145751 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.190756 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-5f70ea07-fa07-4058-bfb6-a97253353163 None None] Current status of the port 58713edc-f97d-4f85-862a-3c78c13c60b7 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:05.194751 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Allocated IP 172.20.0.1 (3d41f18b-a9a9-452f-a56b-ae5f33323ec9/e773756e-30d1-48c3-a0b3-e8307c7ea804/7632dd01-eda1-4573-9ef3-4a0812079441) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:05.248493 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:03Z', 'revision_number': 3, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:05.279336 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 58713edc-f97d-4f85-862a-3c78c13c60b7 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:05.282221 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Checking router: 7b3852b6-2cef-49ae-b653-4347bb1c020d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:32:05.282570 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Updating router 7b3852b6-2cef-49ae-b653-4347bb1c020d port c90bc37e-fbea-401d-889d-a3876fd71efd binding host dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:32:05.298276 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Publish callbacks [] for port (7632dd01-eda1-4573-9ef3-4a0812079441), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.309417 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.332813 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.370813 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:05.373642 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:05.376966 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:05.406818 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Pushing event updated for resources: {'Port': ['ID=7632dd01-eda1-4573-9ef3-4a0812079441,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:05.429314 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581223'] for router_interface (7b3852b6-2cef-49ae-b653-4347bb1c020d), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.472225 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-e9dfc566-b082-4859-8ecc-907c768d18ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503531 Jan 18 20:32:05.569296 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.569862 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-913a44c5-fc9b-4a37-8904-ebb2aa62de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:05.570842 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-913a44c5-fc9b-4a37-8904-ebb2aa62de76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef9b07bad78a4451b8fa6743f58e1283&device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 1098 time: 0.0470493 Jan 18 20:32:05.627303 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Publish callbacks [] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), precommit_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.633429 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.687202 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Attempting to bind port c90bc37e-fbea-401d-889d-a3876fd71efd on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:05.687607 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Attempting to bind port c90bc37e-fbea-401d-889d-a3876fd71efd by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:05.687976 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Attempting to bind port c90bc37e-fbea-401d-889d-a3876fd71efd on network 345ae821-9aea-4565-955e-d3d455978d5f {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:05.689463 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-93db2999-a313-410c-a813-3be75bf9816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:05.691109 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-93db2999-a313-410c-a813-3be75bf9816a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5fa84a7d-ab69-4171-8e99-f31488e1981b HTTP/1.1" status: 200 len: 913 time: 0.0993507 Jan 18 20:32:05.691247 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d1950-0070-4ea6-85a1-51c12e1cf1b6 None None] Pushing event updated for resources: {'Port': ['ID=c90bc37e-fbea-401d-889d-a3876fd71efd,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:05.695913 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:05.696295 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:05.696700 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.697086 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Bound using segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:05.697549 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Bound port: c90bc37e-fbea-401d-889d-a3876fd71efd, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:05.697929 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.738726 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-02e61eba-45e0-4d10-9345-ecf71e7fab48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6264105-f931-4577-95e1-871b456382d2 HTTP/1.1" status: 200 len: 217 time: 0.0404785 Jan 18 20:32:05.760643 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Publish callbacks [] for port (7632dd01-eda1-4573-9ef3-4a0812079441), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.765058 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.766181 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.777040 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6191c785-dd59-4357-aa36-599417748f0d None None] Provisioning complete for port 7632dd01-eda1-4573-9ef3-4a0812079441 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:05.777428 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6191c785-dd59-4357-aa36-599417748f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.792060 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-e414ccfb-2382-4e99-b507-1bc3adc76079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:05.793633 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-e414ccfb-2382-4e99-b507-1bc3adc76079 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61f59589-2652-4dbf-925f-68169298a280 HTTP/1.1" status: 200 len: 853 time: 0.0497017 Jan 18 20:32:05.800296 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] For port c90bc37e-fbea-401d-889d-a3876fd71efd, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:05.819445 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] For port c90bc37e-fbea-401d-889d-a3876fd71efd, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=c90bc37e-fbea-401d-889d-a3876fd71efd,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:05.826935 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.829446 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6191c785-dd59-4357-aa36-599417748f0d None None] Port 7632dd01-eda1-4573-9ef3-4a0812079441 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:05.836600 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581139'] for router_interface (7b3852b6-2cef-49ae-b653-4347bb1c020d), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:05.839258 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Pushing event updated for resources: {'Port': ['ID=7632dd01-eda1-4573-9ef3-4a0812079441,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:05.851274 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-c11f5cb4-6e3e-47f3-8c76-71131c70fc56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5fa84a7d-ab69-4171-8e99-f31488e1981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403514 Jan 18 20:32:05.889811 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:05.890568 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:32:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:05.892946 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d1950-0070-4ea6-85a1-51c12e1cf1b6 None None] Pushing event updated for resources: {'Port': ['ID=c90bc37e-fbea-401d-889d-a3876fd71efd,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:05.958443 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:05.959869 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:05.963282 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-b6f6e25f-d637-4094-8efa-dae4a8c59aef service neutron] 10.222.0.45 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111093 Jan 18 20:32:06.035721 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:06.083732 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f1519ac1-5875-4a22-8cb4-e23564a105cd req-cff7fd60-7531-49eb-8864-63fe894a9961 service neutron] 10.222.0.45 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136668 Jan 18 20:32:06.089253 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Router 7b3852b6-2cef-49ae-b653-4347bb1c020d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:32:06.198293 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:32:06.204718 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-760b27b7-deb9-4726-aa00-090ab4fb5b6c admin admin] 10.222.0.67 "PUT /v2.0/routers/7b3852b6-2cef-49ae-b653-4347bb1c020d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6396050 Jan 18 20:32:06.261832 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-58093277-820e-47ba-90c5-d2bb7dd36c73 None None] Provisioning complete for port 7632dd01-eda1-4573-9ef3-4a0812079441 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:06.262385 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-58093277-820e-47ba-90c5-d2bb7dd36c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:06.305331 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-58093277-820e-47ba-90c5-d2bb7dd36c73 None None] Port 7632dd01-eda1-4573-9ef3-4a0812079441 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:06.309238 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 2, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:06.337009 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa190c0-221a-4098-9ead-d4428c2ee117 None None] The sync data for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi is: [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 2, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:32:06.715268 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39404) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:06.720785 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1433928372-network', 'tenant_id': '5ba60729d89b435483366ede3fc0b811'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:06.745142 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Made reservation on behalf of 5ba60729d89b435483366ede3fc0b811 for: {'network': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:06.747530 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:06.756646 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:06.855361 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Publish callbacks [] for security_group (6fa94f5e-7e3f-4d6e-a2a6-cf9ecf6a9639), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:06.859996 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6fa94f5e-7e3f-4d6e-a2a6-cf9ecf6a9639), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:06.885807 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:32:06.896054 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa94f5e-7e3f-4d6e-a2a6-cf9ecf6a9639,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:06.910398 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (c5f3dfbe-d188-473b-a9df-9be61e9328fc), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:06.910991 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.segments_db [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Added segment c5f3dfbe-d188-473b-a9df-9be61e9328fc of type vlan for network 205ce4cf-215d-4a93-8e87-686296339930 Jan 18 20:32:06.966740 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (205ce4cf-215d-4a93-8e87-686296339930), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.000225 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (205ce4cf-215d-4a93-8e87-686296339930), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.001259 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:07.002014 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.039546 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3230844 Jan 18 20:32:07.042273 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39410) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:07.053811 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Request body: {'subnet': {'network_id': '205ce4cf-215d-4a93-8e87-686296339930', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1433928372-subnet', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'ip_version': 4}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:07.073643 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53f687-2f64-45e0-bab1-95f87ecf8a9e admin admin] Pushing event updated for resources: {'Network': ['ID=205ce4cf-215d-4a93-8e87-686296339930,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:07.084694 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 205ce4cf-215d-4a93-8e87-686296339930 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:32:07.094409 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Made reservation on behalf of 5ba60729d89b435483366ede3fc0b811 for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:07.096845 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10248747'] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.304026 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8616238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10248709'] for subnet (520e776b-0553-46c8-bd1d-050c2542b73d), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.362219 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=520e776b-0553-46c8-bd1d-050c2542b73d,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:07.384370 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Checking segment: {'id': 'c5f3dfbe-d188-473b-a9df-9be61e9328fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '205ce4cf-215d-4a93-8e87-686296339930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:07.384731 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Network hostable DHCP agents. Network: 205ce4cf-215d-4a93-8e87-686296339930, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:32:07.419462 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Network 205ce4cf-215d-4a93-8e87-686296339930 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:32:07.429847 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 205ce4cf-215d-4a93-8e87-686296339930) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:07.435007 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:07.435669 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.446573 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf712b91-18f0-4e22-9357-b98f8a583e92 None None] Network 205ce4cf-215d-4a93-8e87-686296339930 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:32:07.454047 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-21b9c75f-46f9-4586-a975-2fdc2a41ba1c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4062970 Jan 18 20:32:07.456570 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39420) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:07.461379 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1433928372-router', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:07.496216 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10450'] for router (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.497420 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10459'] for router (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.558719 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp864710ac-d929-5e13-b32f-6aa0dede2451-205ce4cf-215d-4a93-8e87-686296339930', 'network_id': '205ce4cf-215d-4a93-8e87-686296339930', 'project_id': '5ba60729d89b435483366ede3fc0b811', 'fixed_ips': [{'subnet_id': '520e776b-0553-46c8-bd1d-050c2542b73d'}]}} from dv-cinder-821602-14-iscsi. {{(pid=102696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:32:07.559976 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.560734 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks [] for router_controller (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), precommit_add_association {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.705213 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks [] for router_gateway (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.717144 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.db_base_plugin_common [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Allocated IP 172.20.0.2 (205ce4cf-215d-4a93-8e87-686296339930/520e776b-0553-46c8-bd1d-050c2542b73d/f102a4d6-5544-4795-8698-fc12d3b48484) {{(pid=102696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:07.870106 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Publish callbacks [] for port (f102a4d6-5544-4795-8698-fc12d3b48484), precommit_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.878097 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:07.928730 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Network 205ce4cf-215d-4a93-8e87-686296339930 is already hosted by enough agents. {{(pid=102696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:07.932284 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.base_scheduler [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Resources bound (agent type, host, resource id): {{(pid=102696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:07.936831 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Received port after_create {{(pid=102696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:07.943352 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Pushing event updated for resources: {'Port': ['ID=f102a4d6-5544-4795-8698-fc12d3b48484,revision_number=1']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:07.955356 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.955613 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.955955 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.956285 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.956639 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.956965 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.957285 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.957604 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.957924 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.958243 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.958559 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.958872 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:07.959209 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:08.006923 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Attempting to bind port f102a4d6-5544-4795-8698-fc12d3b48484 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:08.007307 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Attempting to bind port f102a4d6-5544-4795-8698-fc12d3b48484 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'c5f3dfbe-d188-473b-a9df-9be61e9328fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '205ce4cf-215d-4a93-8e87-686296339930'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:08.007672 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Attempting to bind port f102a4d6-5544-4795-8698-fc12d3b48484 on network 205ce4cf-215d-4a93-8e87-686296339930 {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:08.013121 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:08.013498 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Checking segment: {'id': 'c5f3dfbe-d188-473b-a9df-9be61e9328fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '205ce4cf-215d-4a93-8e87-686296339930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:08.013891 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:08.014277 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Bound using segment: {'id': 'c5f3dfbe-d188-473b-a9df-9be61e9328fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '205ce4cf-215d-4a93-8e87-686296339930'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:08.014737 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Bound port: f102a4d6-5544-4795-8698-fc12d3b48484, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f3dfbe-d188-473b-a9df-9be61e9328fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '205ce4cf-215d-4a93-8e87-686296339930'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:08.015143 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:08.081471 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] For port f102a4d6-5544-4795-8698-fc12d3b48484, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:08.084792 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] For port f102a4d6-5544-4795-8698-fc12d3b48484, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=f102a4d6-5544-4795-8698-fc12d3b48484,segment=NetworkSegment(c5f3dfbe-d188-473b-a9df-9be61e9328fc),segment_id=c5f3dfbe-d188-473b-a9df-9be61e9328fc)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:08.090598 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:08.151633 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks [] for router_gateway (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:08.152904 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4d6dc-2dfe-4044-b660-5ab976238f25 None None] Pushing event updated for resources: {'Port': ['ID=f102a4d6-5544-4795-8698-fc12d3b48484,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:08.170854 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:08.287063 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Allocated IP 172.27.3.76 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/c33ebcdd-c32b-4827-b540-0c63a2f62230) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:08.403647 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks [] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:08.445059 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:08.490234 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:08.493251 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:08.496868 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:08.502966 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Pushing event updated for resources: {'Port': ['ID=c33ebcdd-c32b-4827-b540-0c63a2f62230,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:08.505211 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Sync routers for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:32:08.516356 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:08.516954 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:32:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:08.626697 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:08.747811 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks [] for router_gateway (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:08.836512 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 2, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:08.866637 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Checking router: 7b3852b6-2cef-49ae-b653-4347bb1c020d for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:32:08.867249 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Updating router 7b3852b6-2cef-49ae-b653-4347bb1c020d port 7632dd01-eda1-4573-9ef3-4a0812079441 binding host dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:32:08.899069 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:08.968533 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device f102a4d6-5544-4795-8698-fc12d3b48484 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:08.985183 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482'] for router (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.029216 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port f102a4d6-5544-4795-8698-fc12d3b48484 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:09.029881 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.119078 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port f102a4d6-5544-4795-8698-fc12d3b48484 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:09.119474 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.130570 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 is scheduled to L3 agent bb362382-b75b-4aa5-8440-3f734985d21a with binding_index 1 {{(pid=102695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:32:09.149233 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d62fe9-5254-4301-b4e0-b779a014b57a None None] Network 205ce4cf-215d-4a93-8e87-686296339930 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:32:09.195400 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Publish callbacks [] for port (7632dd01-eda1-4573-9ef3-4a0812079441), precommit_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.197875 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port f102a4d6-5544-4795-8698-fc12d3b48484, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=f102a4d6-5544-4795-8698-fc12d3b48484,segment=NetworkSegment(c5f3dfbe-d188-473b-a9df-9be61e9328fc),segment_id=c5f3dfbe-d188-473b-a9df-9be61e9328fc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:09.204674 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.231923 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.232699 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c90bc37e-fbea-401d-889d-a3876fd71efd up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:09.248203 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Pushing event updated for resources: {'Port': ['ID=7632dd01-eda1-4573-9ef3-4a0812079441,revision_number=3']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:09.251024 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:32:09.261757 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6e37d2c2-fb4b-4ae5-83e3-f8ea0d726cf2 None None] Provisioning complete for port f102a4d6-5544-4795-8698-fc12d3b48484 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:09.262134 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6e37d2c2-fb4b-4ae5-83e3-f8ea0d726cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.275142 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.279904 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39424) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:09.281184 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-2c42922c-9345-4ff0-87b3-74c197f4d4cd admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8233926 Jan 18 20:32:09.288300 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.288300 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.288638 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.288720 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.289027 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.289356 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.289704 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.290033 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.290357 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.290696 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.291017 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.291456 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.291784 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:09.324207 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Attempting to bind port 7632dd01-eda1-4573-9ef3-4a0812079441 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:09.324577 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Attempting to bind port 7632dd01-eda1-4573-9ef3-4a0812079441 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:09.325133 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Attempting to bind port 7632dd01-eda1-4573-9ef3-4a0812079441 on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:09.331964 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:09.332637 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Checking segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:09.333385 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.334322 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Bound using segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:09.334944 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Bound port: 7632dd01-eda1-4573-9ef3-4a0812079441, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'}}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:09.335313 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.417282 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] For port 7632dd01-eda1-4573-9ef3-4a0812079441, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:09.423941 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] For port 7632dd01-eda1-4573-9ef3-4a0812079441, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7632dd01-eda1-4573-9ef3-4a0812079441,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:09.430703 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.448846 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Sync routers for ids ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:32:09.540913 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=f102a4d6-5544-4795-8698-fc12d3b48484,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:09.577441 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Routers {'c2879c6c-57af-4db4-9a9a-2ca678bcdda5'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:09.578708 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:32:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:09.612595 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:09.613219 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:32:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:09.614998 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900e031-fc70-4ff6-afe0-bc536d6d486e None None] Pushing event updated for resources: {'Port': ['ID=7632dd01-eda1-4573-9ef3-4a0812079441,revision_number=4']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:09.646792 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port c90bc37e-fbea-401d-889d-a3876fd71efd triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:09.647265 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.747736 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:09.788566 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.799097 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6e37d2c2-fb4b-4ae5-83e3-f8ea0d726cf2 None None] Current status of the port f102a4d6-5544-4795-8698-fc12d3b48484 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:09.809629 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Set router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:09.897798 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port c90bc37e-fbea-401d-889d-a3876fd71efd is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:09.898131 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:09.921577 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port c90bc37e-fbea-401d-889d-a3876fd71efd, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=c90bc37e-fbea-401d-889d-a3876fd71efd,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:09.973254 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.010963 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Allocated IP 172.20.0.1 (205ce4cf-215d-4a93-8e87-686296339930/520e776b-0553-46c8-bd1d-050c2542b73d/7350c8e4-3f55-4f6f-a6ed-3492f5681dbf) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:10.017175 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:10.049866 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8748e-fe58-4f83-bab4-cdfce2eddaab None None] The sync data for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi is: [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:32:10.071649 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-5fc4791c-4d05-4ac5-b0b6-13c13da4dba3 None None] Provisioning complete for port 7632dd01-eda1-4573-9ef3-4a0812079441 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:10.072005 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5fc4791c-4d05-4ac5-b0b6-13c13da4dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.137740 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=c90bc37e-fbea-401d-889d-a3876fd71efd,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:10.139216 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Publish callbacks [] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.175398 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.217910 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Network 205ce4cf-215d-4a93-8e87-686296339930 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:10.219988 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4791c-4d05-4ac5-b0b6-13c13da4dba3 None None] Current status of the port 7632dd01-eda1-4573-9ef3-4a0812079441 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:10.220327 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5fc4791c-4d05-4ac5-b0b6-13c13da4dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.220895 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:10.224831 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:10.250633 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'name': 'tempest-TestVolumeBootPattern-1433928372-router', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:07Z', 'updated_at': '2022-01-18T20:32:08Z', 'revision_number': 3, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'gw_port': {'id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:08Z', 'updated_at': '2022-01-18T20:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:10.251685 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7350c8e4-3f55-4f6f-a6ed-3492f5681dbf,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:10.272259 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581223'] for router_interface (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.288081 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Checking router: c2879c6c-57af-4db4-9a9a-2ca678bcdda5 for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:32:10.288351 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Updating router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 port c33ebcdd-c32b-4827-b540-0c63a2f62230 binding host dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:32:10.291408 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-5fc4791c-4d05-4ac5-b0b6-13c13da4dba3 None None] For port 7632dd01-eda1-4573-9ef3-4a0812079441, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7632dd01-eda1-4573-9ef3-4a0812079441,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:10.313716 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5fc4791c-4d05-4ac5-b0b6-13c13da4dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.357451 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.412526 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4791c-4d05-4ac5-b0b6-13c13da4dba3 None None] Pushing event updated for resources: {'Port': ['ID=7632dd01-eda1-4573-9ef3-4a0812079441,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:10.416711 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.495980 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c744921-a87c-4fd9-a928-128b10410144 None None] Provisioning complete for port f102a4d6-5544-4795-8698-fc12d3b48484 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:10.496342 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c744921-a87c-4fd9-a928-128b10410144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.603238 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Publish callbacks [] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.604919 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.653247 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c744921-a87c-4fd9-a928-128b10410144 None None] Current status of the port f102a4d6-5544-4795-8698-fc12d3b48484 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:10.683427 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581139'] for router_interface (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.691376 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7350c8e4-3f55-4f6f-a6ed-3492f5681dbf,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:10.710887 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Publish callbacks [] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), precommit_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.716386 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.783769 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Attempting to bind port c33ebcdd-c32b-4827-b540-0c63a2f62230 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:10.784126 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Attempting to bind port c33ebcdd-c32b-4827-b540-0c63a2f62230 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:10.784494 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Attempting to bind port c33ebcdd-c32b-4827-b540-0c63a2f62230 on network 345ae821-9aea-4565-955e-d3d455978d5f {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:10.787458 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755165a-c81c-46fb-a704-685cbbbb3728 None None] Pushing event updated for resources: {'Port': ['ID=c33ebcdd-c32b-4827-b540-0c63a2f62230,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:10.787620 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Network 205ce4cf-215d-4a93-8e87-686296339930 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:10.789003 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:10.796816 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:10.797034 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:10.797433 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.797801 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Bound using segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:10.798278 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Bound port: c33ebcdd-c32b-4827-b540-0c63a2f62230, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:10.798657 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.802093 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-ed020e8f-0260-431a-a5d6-081064979278 None None] Provisioning complete for port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:10.802093 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ed020e8f-0260-431a-a5d6-081064979278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:10.891241 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-ed020e8f-0260-431a-a5d6-081064979278 None None] Port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:10.925255 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] For port c33ebcdd-c32b-4827-b540-0c63a2f62230, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:10.930481 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] For port c33ebcdd-c32b-4827-b540-0c63a2f62230, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=c33ebcdd-c32b-4827-b540-0c63a2f62230,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:10.940277 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:32:10.945875 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device f102a4d6-5544-4795-8698-fc12d3b48484 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:10.975701 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:11.053715 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755165a-c81c-46fb-a704-685cbbbb3728 None None] Pushing event updated for resources: {'Port': ['ID=c33ebcdd-c32b-4827-b540-0c63a2f62230,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:11.057953 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Routers {'c2879c6c-57af-4db4-9a9a-2ca678bcdda5'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:11.058691 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:32:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:11.060011 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:32:11.069877 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-613a3073-a7e8-4f5e-9b60-aec9d1ebc9e3 admin admin] 10.222.0.67 "PUT /v2.0/routers/c2879c6c-57af-4db4-9a9a-2ca678bcdda5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847509 Jan 18 20:32:11.109803 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port f102a4d6-5544-4795-8698-fc12d3b48484 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:11.110159 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:11.185226 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6f4bc51a-93f5-4462-bc19-3ed606723feb None None] Provisioning complete for port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:11.185226 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc51a-93f5-4462-bc19-3ed606723feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:11.242407 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] Set router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:11.244036 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6f4bc51a-93f5-4462-bc19-3ed606723feb None None] Port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:11.488679 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port f102a4d6-5544-4795-8698-fc12d3b48484 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:11.489710 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c90bc37e-fbea-401d-889d-a3876fd71efd up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:11.611538 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port c90bc37e-fbea-401d-889d-a3876fd71efd triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:11.611668 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:11.677251 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'name': 'tempest-TestVolumeBootPattern-1433928372-router', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:07Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 4, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'gw_port': {'id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:08Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7350c8e4-3f55-4f6f-a6ed-3492f5681dbf', 'name': '', 'network_id': '205ce4cf-215d-4a93-8e87-686296339930', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'mac_address': 'fa:16:3e:49:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '520e776b-0553-46c8-bd1d-050c2542b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:09Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 2, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'subnets': [{'id': '520e776b-0553-46c8-bd1d-050c2542b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:11.719422 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42225a74-186d-4f22-8554-6d429aff1b81 None None] The sync data for ids ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'] in dv-cinder-821602-14-iscsi is: [{'id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'name': 'tempest-TestVolumeBootPattern-1433928372-router', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:07Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 4, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'gw_port': {'id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:08Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7350c8e4-3f55-4f6f-a6ed-3492f5681dbf', 'name': '', 'network_id': '205ce4cf-215d-4a93-8e87-686296339930', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'mac_address': 'fa:16:3e:49:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '520e776b-0553-46c8-bd1d-050c2542b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:09Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 2, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'subnets': [{'id': '520e776b-0553-46c8-bd1d-050c2542b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:32:11.735461 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port c90bc37e-fbea-401d-889d-a3876fd71efd is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:11.736667 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7632dd01-eda1-4573-9ef3-4a0812079441 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:11.793228 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 7632dd01-eda1-4573-9ef3-4a0812079441 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:11.793601 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:11.870520 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 7632dd01-eda1-4573-9ef3-4a0812079441 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:11.964715 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39438) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:11.969637 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-103da531-df74-4954-83ab-2c29148878e0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864406677', 'description': 'tempest-secgroup-smoke-864406677 description', 'project_id': '4da1bb9e68f340d5b32fa2a5916db726'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:11.996267 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-103da531-df74-4954-83ab-2c29148878e0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.072417 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-103da531-df74-4954-83ab-2c29148878e0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group (5d98e975-9f6a-4c0f-8d1b-96c96b25c442), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.077393 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-103da531-df74-4954-83ab-2c29148878e0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (5d98e975-9f6a-4c0f-8d1b-96c96b25c442), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.114841 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-103da531-df74-4954-83ab-2c29148878e0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.116169 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-103da531-df74-4954-83ab-2c29148878e0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1506548 Jan 18 20:32:12.117455 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103da531-df74-4954-83ab-2c29148878e0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d98e975-9f6a-4c0f-8d1b-96c96b25c442,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:12.119458 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39440) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:12.124486 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-e6f65da4-ca61-4db6-ae8d-85e12a834945 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'security_group_rule': {'security_group_id': '5d98e975-9f6a-4c0f-8d1b-96c96b25c442', 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:12.158683 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e6f65da4-ca61-4db6-ae8d-85e12a834945 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (fdd537e7-0ee7-48ed-b3f3-4a04444511c4), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.223512 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e6f65da4-ca61-4db6-ae8d-85e12a834945 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (fdd537e7-0ee7-48ed-b3f3-4a04444511c4), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.227295 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e6f65da4-ca61-4db6-ae8d-85e12a834945 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (fdd537e7-0ee7-48ed-b3f3-4a04444511c4), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.248014 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f65da4-ca61-4db6-ae8d-85e12a834945 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd537e7-0ee7-48ed-b3f3-4a04444511c4,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:12.255166 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e6f65da4-ca61-4db6-ae8d-85e12a834945 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.259168 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39442) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:12.259397 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e6f65da4-ca61-4db6-ae8d-85e12a834945 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386385 Jan 18 20:32:12.264478 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-b57036cd-2674-430e-a246-1703c15bfae8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'security_group_rule': {'security_group_id': '5d98e975-9f6a-4c0f-8d1b-96c96b25c442', 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:12.297175 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b57036cd-2674-430e-a246-1703c15bfae8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (a65030b2-309c-4c9a-9fca-45eb9b00a937), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.368439 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b57036cd-2674-430e-a246-1703c15bfae8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (a65030b2-309c-4c9a-9fca-45eb9b00a937), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.373832 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b57036cd-2674-430e-a246-1703c15bfae8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (a65030b2-309c-4c9a-9fca-45eb9b00a937), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.388497 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57036cd-2674-430e-a246-1703c15bfae8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65030b2-309c-4c9a-9fca-45eb9b00a937,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:12.402204 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b57036cd-2674-430e-a246-1703c15bfae8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.406407 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-b57036cd-2674-430e-a246-1703c15bfae8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427529 Jan 18 20:32:12.406667 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39444) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:12.410936 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-5cf42e16-194a-4569-afe1-ba05e8538728 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'security_group_rule': {'security_group_id': '5d98e975-9f6a-4c0f-8d1b-96c96b25c442', 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:12.441484 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5cf42e16-194a-4569-afe1-ba05e8538728 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (9082cade-8c02-4181-8f5a-c09f18bc71a8), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.505819 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5cf42e16-194a-4569-afe1-ba05e8538728 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (9082cade-8c02-4181-8f5a-c09f18bc71a8), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.510805 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5cf42e16-194a-4569-afe1-ba05e8538728 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (9082cade-8c02-4181-8f5a-c09f18bc71a8), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.530214 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf42e16-194a-4569-afe1-ba05e8538728 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9082cade-8c02-4181-8f5a-c09f18bc71a8,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:12.536076 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5cf42e16-194a-4569-afe1-ba05e8538728 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.537267 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-5cf42e16-194a-4569-afe1-ba05e8538728 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296206 Jan 18 20:32:12.540012 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39446) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:12.544737 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-147fe22d-98a9-4aab-832a-d9bf1e6a52e5 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'security_group_rule': {'security_group_id': '5d98e975-9f6a-4c0f-8d1b-96c96b25c442', 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:12.573928 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-147fe22d-98a9-4aab-832a-d9bf1e6a52e5 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (16998de1-1087-4da1-9660-9bc70ef6204a), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.637025 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-147fe22d-98a9-4aab-832a-d9bf1e6a52e5 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (16998de1-1087-4da1-9660-9bc70ef6204a), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.641283 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-147fe22d-98a9-4aab-832a-d9bf1e6a52e5 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (16998de1-1087-4da1-9660-9bc70ef6204a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.659726 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fe22d-98a9-4aab-832a-d9bf1e6a52e5 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16998de1-1087-4da1-9660-9bc70ef6204a,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:12.670467 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-147fe22d-98a9-4aab-832a-d9bf1e6a52e5 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.671922 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-147fe22d-98a9-4aab-832a-d9bf1e6a52e5 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309304 Jan 18 20:32:12.674672 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39450) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:12.679226 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-b2a7a1ed-1cd5-47eb-992e-4b43a8377e33 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'security_group_rule': {'security_group_id': '5d98e975-9f6a-4c0f-8d1b-96c96b25c442', 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:12.706007 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.securitygroups_db [None req-b2a7a1ed-1cd5-47eb-992e-4b43a8377e33 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Project 4da1bb9e68f340d5b32fa2a5916db726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:32:12.712038 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a1ed-1cd5-47eb-992e-4b43a8377e33 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (565a0108-6339-49c8-b894-f6cf3949cd2b), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.774595 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a1ed-1cd5-47eb-992e-4b43a8377e33 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (565a0108-6339-49c8-b894-f6cf3949cd2b), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.780388 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a1ed-1cd5-47eb-992e-4b43a8377e33 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (565a0108-6339-49c8-b894-f6cf3949cd2b), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.799434 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7a1ed-1cd5-47eb-992e-4b43a8377e33 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565a0108-6339-49c8-b894-f6cf3949cd2b,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:12.807709 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-b2a7a1ed-1cd5-47eb-992e-4b43a8377e33 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.808885 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-b2a7a1ed-1cd5-47eb-992e-4b43a8377e33 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332095 Jan 18 20:32:12.812523 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 39452) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:12.817719 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-6a349843-2439-43c2-b144-589d760e6e6c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'security_group_rule': {'security_group_id': '5d98e975-9f6a-4c0f-8d1b-96c96b25c442', 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:12.863056 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.securitygroups_db [None req-6a349843-2439-43c2-b144-589d760e6e6c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Project 4da1bb9e68f340d5b32fa2a5916db726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:32:12.869884 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6a349843-2439-43c2-b144-589d760e6e6c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (8ca9e2dc-817b-415f-b184-9797e2a3577e), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.896955 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c33ebcdd-c32b-4827-b540-0c63a2f62230 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:12.939901 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6a349843-2439-43c2-b144-589d760e6e6c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (8ca9e2dc-817b-415f-b184-9797e2a3577e), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.943891 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6a349843-2439-43c2-b144-589d760e6e6c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (8ca9e2dc-817b-415f-b184-9797e2a3577e), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.953405 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port c33ebcdd-c32b-4827-b540-0c63a2f62230 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:12.953873 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.964912 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a349843-2439-43c2-b144-589d760e6e6c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca9e2dc-817b-415f-b184-9797e2a3577e,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:12.971090 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6a349843-2439-43c2-b144-589d760e6e6c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:12.975554 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-6a349843-2439-43c2-b144-589d760e6e6c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586797 Jan 18 20:32:13.050176 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port c33ebcdd-c32b-4827-b540-0c63a2f62230 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:13.050587 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:13.073490 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port c33ebcdd-c32b-4827-b540-0c63a2f62230, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=c33ebcdd-c32b-4827-b540-0c63a2f62230,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:13.078170 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:13.134690 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=c33ebcdd-c32b-4827-b540-0c63a2f62230,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:13.727742 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Sync routers for ids ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:32:13.741096 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Routers {'c2879c6c-57af-4db4-9a9a-2ca678bcdda5'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:13.741702 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:32:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:13.859225 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Set router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:14.060569 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'name': 'tempest-TestVolumeBootPattern-1433928372-router', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:07Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 4, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'gw_port': {'id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:08Z', 'updated_at': '2022-01-18T20:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7350c8e4-3f55-4f6f-a6ed-3492f5681dbf', 'name': '', 'network_id': '205ce4cf-215d-4a93-8e87-686296339930', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'mac_address': 'fa:16:3e:49:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '520e776b-0553-46c8-bd1d-050c2542b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:09Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 2, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'subnets': [{'id': '520e776b-0553-46c8-bd1d-050c2542b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:14.091103 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Checking router: c2879c6c-57af-4db4-9a9a-2ca678bcdda5 for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:32:14.091463 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Updating router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf binding host dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:32:14.118089 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.400110 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Publish callbacks [] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), precommit_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.406674 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.496740 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537f128-7be5-46d3-b46e-90751c9c7699 None None] Pushing event updated for resources: {'Port': ['ID=7350c8e4-3f55-4f6f-a6ed-3492f5681dbf,revision_number=3']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:14.508886 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Attempting to bind port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:14.509255 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Attempting to bind port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'c5f3dfbe-d188-473b-a9df-9be61e9328fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '205ce4cf-215d-4a93-8e87-686296339930'}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:14.509611 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Attempting to bind port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf on network 205ce4cf-215d-4a93-8e87-686296339930 {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:14.514704 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:14.515129 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Checking segment: {'id': 'c5f3dfbe-d188-473b-a9df-9be61e9328fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '205ce4cf-215d-4a93-8e87-686296339930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:14.515527 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.515912 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Bound using segment: {'id': 'c5f3dfbe-d188-473b-a9df-9be61e9328fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '205ce4cf-215d-4a93-8e87-686296339930'} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:14.516370 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Bound port: 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f3dfbe-d188-473b-a9df-9be61e9328fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '205ce4cf-215d-4a93-8e87-686296339930'}}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:14.516734 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.582633 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] For port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:14.586108 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] For port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7350c8e4-3f55-4f6f-a6ed-3492f5681dbf,segment=NetworkSegment(c5f3dfbe-d188-473b-a9df-9be61e9328fc),segment_id=c5f3dfbe-d188-473b-a9df-9be61e9328fc)] {{(pid=102697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:14.591509 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.650807 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Routers {'c2879c6c-57af-4db4-9a9a-2ca678bcdda5'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:14.651474 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:32:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:14.661777 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537f128-7be5-46d3-b46e-90751c9c7699 None None] Pushing event updated for resources: {'Port': ['ID=7350c8e4-3f55-4f6f-a6ed-3492f5681dbf,revision_number=4']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:14.693969 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-035e3722-f9ef-45ba-8c6b-5a0ba9d4b6cf None None] Provisioning complete for port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:14.694537 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-035e3722-f9ef-45ba-8c6b-5a0ba9d4b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.782962 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] Set router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:14.786060 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-035e3722-f9ef-45ba-8c6b-5a0ba9d4b6cf None None] Current status of the port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:14.786459 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-035e3722-f9ef-45ba-8c6b-5a0ba9d4b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.824187 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-035e3722-f9ef-45ba-8c6b-5a0ba9d4b6cf None None] For port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7350c8e4-3f55-4f6f-a6ed-3492f5681dbf,segment=NetworkSegment(c5f3dfbe-d188-473b-a9df-9be61e9328fc),segment_id=c5f3dfbe-d188-473b-a9df-9be61e9328fc)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:14.829362 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-035e3722-f9ef-45ba-8c6b-5a0ba9d4b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:14.887114 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e3722-f9ef-45ba-8c6b-5a0ba9d4b6cf None None] Pushing event updated for resources: {'Port': ['ID=7350c8e4-3f55-4f6f-a6ed-3492f5681dbf,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:14.909893 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:14.972038 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-405a8558-bd33-4d96-acd3-cfa0a41f9e23 None None] Provisioning complete for port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:14.972446 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-405a8558-bd33-4d96-acd3-cfa0a41f9e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:15.021494 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:15.021931 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:15.102073 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-405a8558-bd33-4d96-acd3-cfa0a41f9e23 None None] Current status of the port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:15.125405 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'name': 'tempest-TestVolumeBootPattern-1433928372-router', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:07Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 4, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'gw_port': {'id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:08Z', 'updated_at': '2022-01-18T20:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7350c8e4-3f55-4f6f-a6ed-3492f5681dbf', 'name': '', 'network_id': '205ce4cf-215d-4a93-8e87-686296339930', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'mac_address': 'fa:16:3e:49:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '520e776b-0553-46c8-bd1d-050c2542b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:09Z', 'updated_at': '2022-01-18T20:32:14Z', 'revision_number': 4, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'subnets': [{'id': '520e776b-0553-46c8-bd1d-050c2542b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:15.143088 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:15.144080 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c33ebcdd-c32b-4827-b540-0c63a2f62230 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:15.151590 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a49a28-8cb5-4a31-8bad-2b8754470366 None None] The sync data for ids ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'] in dv-cinder-821602-14-iscsi is: [{'id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'name': 'tempest-TestVolumeBootPattern-1433928372-router', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:07Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 4, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'gw_port': {'id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:08Z', 'updated_at': '2022-01-18T20:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7350c8e4-3f55-4f6f-a6ed-3492f5681dbf', 'name': '', 'network_id': '205ce4cf-215d-4a93-8e87-686296339930', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'mac_address': 'fa:16:3e:49:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '520e776b-0553-46c8-bd1d-050c2542b73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:09Z', 'updated_at': '2022-01-18T20:32:14Z', 'revision_number': 4, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'subnets': [{'id': '520e776b-0553-46c8-bd1d-050c2542b73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:32:15.196427 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port c33ebcdd-c32b-4827-b540-0c63a2f62230 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:15.196802 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:15.296699 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port c33ebcdd-c32b-4827-b540-0c63a2f62230 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:16.869600 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:16.919594 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:16.919966 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:16.997279 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:29.785291 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-815c279d-782d-45e1-b79f-c5c762e7761a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:31.434776 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadcb9d-4b05-4037-b305-8f9126a8e050 req-eada2b27-5374-476f-bfaf-4dfa881431e1 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:31.436331 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1dadcb9d-4b05-4037-b305-8f9126a8e050 req-eada2b27-5374-476f-bfaf-4dfa881431e1 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 945 time: 0.0515938 Jan 18 20:32:31.437868 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-18034020-b96c-467e-bf1e-85efed4b45dc tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864406677&fields=id&tenant_id=4da1bb9e68f340d5b32fa2a5916db726 HTTP/1.1" status: 200 len: 267 time: 0.0450826 Jan 18 20:32:31.482846 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-1dadcb9d-4b05-4037-b305-8f9126a8e050 req-88771d33-e579-4076-a8ed-6f3087630e9d tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 Jan 18 20:32:31.545999 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-72c40f19-b911-48b2-85a2-1874b3ef7ebb tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:31.547671 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-72c40f19-b911-48b2-85a2-1874b3ef7ebb tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 812 time: 0.1035683 Jan 18 20:32:31.565461 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-f90554dc-f692-4406-b9d1-a472e264119d tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/quotas/4da1bb9e68f340d5b32fa2a5916db726 HTTP/1.1" status: 200 len: 375 time: 0.0115004 Jan 18 20:32:31.616151 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-2514d5ec-a7a6-4687-9a79-d502e1981d42 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449147 Jan 18 20:32:31.711988 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-b084afac-f3fa-40e1-a3a2-5b257a760af2 service neutron] 10.222.0.67 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842800 Jan 18 20:32:31.798008 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-b21c7fa6-2aef-4d26-8205-6cf0c216e30a service neutron] 10.222.0.67 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803857 Jan 18 20:32:31.881174 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-f0e2fd21-49c8-4935-b47c-d8377d1a769a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:32.093130 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-de47ac82-3c6f-44c5-93ae-51a5dd6eac86 req-84277eaf-c8f1-4fb0-a117-8a146a507827 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 210 time: 0.0295627 Jan 18 20:32:32.597137 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687480b-bd69-4d6d-b903-e23ae0b06dc3 req-4e3ababf-5233-4099-9b8a-f9eee53c8954 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:32.599326 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b687480b-bd69-4d6d-b903-e23ae0b06dc3 req-4e3ababf-5233-4099-9b8a-f9eee53c8954 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 945 time: 0.0490687 Jan 18 20:32:32.655847 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b687480b-bd69-4d6d-b903-e23ae0b06dc3 req-c6a3df2d-3f3e-4445-99bb-9866baf62a2d tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508955 Jan 18 20:32:33.049172 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-d4b046d7-3d70-40c0-83ae-2f4de8f8eebf tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:33.050689 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-d4b046d7-3d70-40c0-83ae-2f4de8f8eebf tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.45 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 945 time: 0.0507100 Jan 18 20:32:33.070579 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-b6a40acd-3fe1-4907-a6b1-aee3e13e5cae tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:33.072001 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-b6a40acd-3fe1-4907-a6b1-aee3e13e5cae tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 812 time: 0.1041799 Jan 18 20:32:33.148203 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-4362939a-452f-4990-bb0b-b3d4b84c4274 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Deleting port e6264105-f931-4577-95e1-871b456382d2 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:32:33.148621 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-4362939a-452f-4990-bb0b-b3d4b84c4274 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (e6264105-f931-4577-95e1-871b456382d2), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.148823 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-29609e6a-576a-4f50-ac69-039b75103a52 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da1bb9e68f340d5b32fa2a5916db726 HTTP/1.1" status: 200 len: 379 time: 0.0680466 Jan 18 20:32:33.161324 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'port': {'device_id': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'admin_state_up': True, 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'security_groups': ['5d98e975-9f6a-4c0f-8d1b-96c96b25c442']}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:33.211393 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a3c19dc5-89f7-413c-baae-549e660a68be req-c8741bd7-55d8-404a-8abf-2937e604ac1c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 210 time: 0.0327492 Jan 18 20:32:33.244410 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-4362939a-452f-4990-bb0b-b3d4b84c4274 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] For port e6264105-f931-4577-95e1-871b456382d2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e6264105-f931-4577-95e1-871b456382d2,segment=NetworkSegment(539d7ade-92fd-4669-b446-3b77d86e1ebe),segment_id=539d7ade-92fd-4669-b446-3b77d86e1ebe)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:33.244768 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-4362939a-452f-4990-bb0b-b3d4b84c4274 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (e6264105-f931-4577-95e1-871b456382d2), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.257470 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-4362939a-452f-4990-bb0b-b3d4b84c4274 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Calling delete_port for e6264105-f931-4577-95e1-871b456382d2 owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:32:33.295380 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Made reservation on behalf of 4da1bb9e68f340d5b32fa2a5916db726 for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:33.298888 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.388455 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.399160 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-4362939a-452f-4990-bb0b-b3d4b84c4274 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (e6264105-f931-4577-95e1-871b456382d2), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.412220 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['e6264105-f931-4577-95e1-871b456382d2'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:33.436734 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362939a-452f-4990-bb0b-b3d4b84c4274 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Pushing event deleted for resources: {'Port': ['ID=e6264105-f931-4577-95e1-871b456382d2,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:33.454136 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Allocated IP 172.20.0.10 (3d41f18b-a9a9-452f-a56b-ae5f33323ec9/e773756e-30d1-48c3-a0b3-e8307c7ea804/7d42978d-d72f-41b6-aced-e2a13e4efa4b) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:33.478334 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-4362939a-452f-4990-bb0b-b3d4b84c4274 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] No DVR routers for this DVR port e6264105-f931-4577-95e1-871b456382d2 on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:32:33.481393 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-4362939a-452f-4990-bb0b-b3d4b84c4274 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.484938 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fbf6dec3-fa17-4fa0-ae51-6424c1e804ed req-4362939a-452f-4990-bb0b-b3d4b84c4274 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.45 "DELETE /v2.0/ports/e6264105-f931-4577-95e1-871b456382d2 HTTP/1.1" status: 204 len: 173 time: 0.4296603 Jan 18 20:32:33.485389 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bf16f5-53f2-4604-b3dc-d78cb20d3f03', 'name': 'network-vif-deleted', 'tag': 'e6264105-f931-4577-95e1-871b456382d2'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:33.488099 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95e5a23-e30a-4e11-8ea3-98db7205e0af" -d '{"events": [{"server_uuid": "30bf16f5-53f2-4604-b3dc-d78cb20d3f03", "name": "network-vif-deleted", "tag": "e6264105-f931-4577-95e1-871b456382d2"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:33.529320 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d40097e-d31d-466a-8f85-e89988b9a857 x-openstack-request-id: req-4d40097e-d31d-466a-8f85-e89988b9a857 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:33.529857 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bf16f5-53f2-4604-b3dc-d78cb20d3f03", "name": "network-vif-deleted", "tag": "e6264105-f931-4577-95e1-871b456382d2", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:33.530490 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d40097e-d31d-466a-8f85-e89988b9a857 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:33.530887 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bf16f5-53f2-4604-b3dc-d78cb20d3f03', 'name': 'network-vif-deleted', 'tag': 'e6264105-f931-4577-95e1-871b456382d2', 'status': 'completed', 'code': 200} Jan 18 20:32:33.605604 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.640546 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.681903 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:33.684859 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:33.688375 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:33.714476 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'Port': ['ID=7d42978d-d72f-41b6-aced-e2a13e4efa4b,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:33.745065 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:33.745709 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.782183 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9def0ca7-0dac-4fce-8795-09024847b2c8 req-ed6a6006-46e2-4fed-b20e-a926a0f611a4 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=30bf16f5-53f2-4604-b3dc-d78cb20d3f03 HTTP/1.1" status: 200 len: 210 time: 0.0335660 Jan 18 20:32:33.792057 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-3f21d8ed-25ec-4ad0-b361-20d1e8915a5e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6349282 Jan 18 20:32:33.805220 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Request body: {'port': {'device_id': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:33.869561 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.948505 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-eb4c8148-e2c2-410f-a9bf-51ddeb5a2ddf None None] Provisioning complete for port 7d42978d-d72f-41b6-aced-e2a13e4efa4b triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:33.949184 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-eb4c8148-e2c2-410f-a9bf-51ddeb5a2ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:33.987236 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c8148-e2c2-410f-a9bf-51ddeb5a2ddf None None] Port 7d42978d-d72f-41b6-aced-e2a13e4efa4b cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:32:34.127499 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.143683 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d42978d-d72f-41b6-aced-e2a13e4efa4b {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:34.151584 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Publish callbacks [] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.163481 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Transition to ACTIVE for port object 7d42978d-d72f-41b6-aced-e2a13e4efa4b will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:32:34.166821 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.216670 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Pushing event updated for resources: {'Port': ['ID=7d42978d-d72f-41b6-aced-e2a13e4efa4b,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:34.243627 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.244077 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.244306 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.244628 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.245017 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.245754 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.245754 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.246051 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.246330 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.246662 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.246988 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.247337 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.247664 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:32:34.302182 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Attempting to bind port 7d42978d-d72f-41b6-aced-e2a13e4efa4b on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:34.302508 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Attempting to bind port 7d42978d-d72f-41b6-aced-e2a13e4efa4b by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:34.302830 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Attempting to bind port 7d42978d-d72f-41b6-aced-e2a13e4efa4b on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:34.307931 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Port 7d42978d-d72f-41b6-aced-e2a13e4efa4b on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:34.308249 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Attempting to bind port 7d42978d-d72f-41b6-aced-e2a13e4efa4b on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:34.314154 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:34.314486 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Checking segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:34.314866 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Bound using segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:34.315417 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Bound port: 7d42978d-d72f-41b6-aced-e2a13e4efa4b, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:34.315685 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.335250 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0515ed-4346-488c-8d4f-ae2d2ed80076 req-67ee9e11-27c1-4960-8b54-2e3f74135809 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:34.337026 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b0515ed-4346-488c-8d4f-ae2d2ed80076 req-67ee9e11-27c1-4960-8b54-2e3f74135809 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 944 time: 0.0515823 Jan 18 20:32:34.383429 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] For port 7d42978d-d72f-41b6-aced-e2a13e4efa4b, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:34.386856 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] For port 7d42978d-d72f-41b6-aced-e2a13e4efa4b, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7d42978d-d72f-41b6-aced-e2a13e4efa4b,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:34.391443 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.400288 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b0515ed-4346-488c-8d4f-ae2d2ed80076 req-d4ca3d47-35d0-4157-911a-1143cc9d4977 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555191 Jan 18 20:32:34.434274 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:34.434881 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.436296 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] 10.222.0.45 "PUT /v2.0/ports/7d42978d-d72f-41b6-aced-e2a13e4efa4b HTTP/1.1" status: 200 len: 1094 time: 0.6360056 Jan 18 20:32:34.436742 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'tag': '7d42978d-d72f-41b6-aced-e2a13e4efa4b'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:34.439005 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc377b3-61a3-4f66-8382-f74ff86b79f1" -d '{"events": [{"name": "network-changed", "server_uuid": "eda8f88c-10d2-4afa-9257-97a6d029f4bf", "tag": "7d42978d-d72f-41b6-aced-e2a13e4efa4b"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:34.462134 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b87762-4829-4940-9b47-3863d3d1e0bc service neutron] Pushing event updated for resources: {'Port': ['ID=7d42978d-d72f-41b6-aced-e2a13e4efa4b,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:34.482101 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42edf84a-761c-44dc-9e16-35fb50346e6d x-openstack-request-id: req-42edf84a-761c-44dc-9e16-35fb50346e6d {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:34.482399 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda8f88c-10d2-4afa-9257-97a6d029f4bf", "tag": "7d42978d-d72f-41b6-aced-e2a13e4efa4b", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:34.482653 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-42edf84a-761c-44dc-9e16-35fb50346e6d {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:34.483084 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'tag': '7d42978d-d72f-41b6-aced-e2a13e4efa4b', 'status': 'completed', 'code': 200} Jan 18 20:32:34.533334 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-07ff12ff-98af-49f4-a5d4-e4e8aeae5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:34.534845 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-07ff12ff-98af-49f4-a5d4-e4e8aeae5690 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 1097 time: 0.0465276 Jan 18 20:32:34.577478 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-5065e78f-270a-485a-a2c5-3636f7148d25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d42978d-d72f-41b6-aced-e2a13e4efa4b HTTP/1.1" status: 200 len: 217 time: 0.0360146 Jan 18 20:32:34.626846 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-bbcd0ad0-2cc7-458c-ab28-6dfd72674f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:34.628457 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-bbcd0ad0-2cc7-458c-ab28-6dfd72674f6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0447357 Jan 18 20:32:34.679148 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-7c178bdf-8b4a-425b-9699-d0f38223cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:34.680617 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-7c178bdf-8b4a-425b-9699-d0f38223cec6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462050 Jan 18 20:32:34.731601 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:34.768170 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-2edc8517-3f36-407b-a781-94f726e3b73e service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806539 Jan 18 20:32:34.865034 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ad119f29-3f87-4ad0-a3d4-714f37ab590f req-f24deade-adba-49c5-a369-04dd8c82b01f service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891778 Jan 18 20:32:34.959200 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-f466acd6-c96d-454d-8eb8-593f4dda5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:34.960698 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-f466acd6-c96d-454d-8eb8-593f4dda5558 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 1097 time: 0.0433064 Jan 18 20:32:35.064957 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-3984f4bd-5014-4c06-87af-c159c6142752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:35.066788 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-3984f4bd-5014-4c06-87af-c159c6142752 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.1002970 Jan 18 20:32:35.106456 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:32:35.379556 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-ded00b99-21f2-4a5d-a3e6-db2b396d0f0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d42978d-d72f-41b6-aced-e2a13e4efa4b HTTP/1.1" status: 200 len: 217 time: 0.3041253 Jan 18 20:32:35.507747 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e4674-af38-42a4-8bdb-7ac5c78ad741 req-61146aac-7da9-47e0-bc00-e65cc667ce8d tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:35.509212 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7e8e4674-af38-42a4-8bdb-7ac5c78ad741 req-61146aac-7da9-47e0-bc00-e65cc667ce8d tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 944 time: 0.0475109 Jan 18 20:32:35.558906 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7e8e4674-af38-42a4-8bdb-7ac5c78ad741 req-7c59c668-dcdf-4cd2-a4c5-6ca21fde5fef tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439906 Jan 18 20:32:35.741762 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:36.120270 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-6e654366-fbe9-46f1-82b7-da9abb7721cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:36.121707 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-6e654366-fbe9-46f1-82b7-da9abb7721cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0467870 Jan 18 20:32:36.671806 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da110-d6ae-4240-b1fa-7d9370f3bd54 req-530e7ceb-4d48-4300-b9dd-2374343a0c44 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:36.673272 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bc4da110-d6ae-4240-b1fa-7d9370f3bd54 req-530e7ceb-4d48-4300-b9dd-2374343a0c44 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 944 time: 0.0481248 Jan 18 20:32:36.721847 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bc4da110-d6ae-4240-b1fa-7d9370f3bd54 req-a1989339-9c53-4d21-a7e1-9bed82a27fa7 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Jan 18 20:32:36.929540 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-339a447b-0d4c-4f1c-bef8-bf29aec50a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:36.931269 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-339a447b-0d4c-4f1c-bef8-bf29aec50a85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401514 Jan 18 20:32:37.807872 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device e6264105-f931-4577-95e1-871b456382d2 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:32:37.830525 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: e6264105-f931-4577-95e1-871b456382d2 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:32:37.830865 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device e6264105-f931-4577-95e1-871b456382d2 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:32:37.890944 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc6326-f6cd-426e-bc02-6ab35165b666 req-078b8a09-3930-493e-a069-9b33bfefd115 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:37.892435 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bbbc6326-f6cd-426e-bc02-6ab35165b666 req-078b8a09-3930-493e-a069-9b33bfefd115 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 944 time: 0.1056235 Jan 18 20:32:37.936062 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-60e8c5a7-5a40-4199-a787-962beac92be9 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227901 Jan 18 20:32:37.970887 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bbbc6326-f6cd-426e-bc02-6ab35165b666 req-a8921368-c5b7-4681-8929-a1259fcdaffb tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726817 Jan 18 20:32:38.040158 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3bc377b3-61a3-4f66-8382-f74ff86b79f1 req-d3ef88fc-e596-41a9-a6f5-59ee6f734fff service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937502 Jan 18 20:32:39.084381 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9474d-fa0e-4c66-8e10-f46dfaf81a0c req-5ecaeab8-c0a6-4675-954d-bf9e881c9c96 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:39.085723 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-83a9474d-fa0e-4c66-8e10-f46dfaf81a0c req-5ecaeab8-c0a6-4675-954d-bf9e881c9c96 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 944 time: 0.0471666 Jan 18 20:32:39.133564 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-83a9474d-fa0e-4c66-8e10-f46dfaf81a0c req-cfcf7479-769f-459f-a4c2-a75ad2a94d19 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Jan 18 20:32:40.251947 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68f764-3e8a-48fa-a30d-e11377171291 req-01c0ea24-179f-467c-868f-a06e8814d4f4 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:40.253427 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8c68f764-3e8a-48fa-a30d-e11377171291 req-01c0ea24-179f-467c-868f-a06e8814d4f4 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 944 time: 0.0481870 Jan 18 20:32:40.303349 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-8c68f764-3e8a-48fa-a30d-e11377171291 req-6375abd8-fe11-49c0-9042-d5af2d8c436c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442653 Jan 18 20:32:41.419640 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5679042-8123-4936-bec8-c2c7eedec0ab req-19e2e408-1158-4e23-b7a8-e270d134b258 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:41.421106 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c5679042-8123-4936-bec8-c2c7eedec0ab req-19e2e408-1158-4e23-b7a8-e270d134b258 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 944 time: 0.0523133 Jan 18 20:32:41.468994 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c5679042-8123-4936-bec8-c2c7eedec0ab req-ee2327e8-8735-4d83-848b-0b61f0aed1d8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421953 Jan 18 20:32:42.585535 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595282e-3c7b-4294-9d6a-6b3a350610aa req-ff8b0b04-26a2-4414-910f-52f625c7506d tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:42.587074 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b595282e-3c7b-4294-9d6a-6b3a350610aa req-ff8b0b04-26a2-4414-910f-52f625c7506d tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 944 time: 0.0485933 Jan 18 20:32:42.636835 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b595282e-3c7b-4294-9d6a-6b3a350610aa req-bfe0b5f1-1990-4b33-b8e1-89d8a73d5abe tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441766 Jan 18 20:32:42.756219 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-46550829-0265-48fe-affb-4df161582036 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:42.757590 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-46550829-0265-48fe-affb-4df161582036 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/networks?id=5fa84a7d-ab69-4171-8e99-f31488e1981b HTTP/1.1" status: 200 len: 813 time: 0.0978792 Jan 18 20:32:42.772416 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-9deb15f3-383b-4e38-a5de-74ee3078acb3 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/quotas/ef9b07bad78a4451b8fa6743f58e1283 HTTP/1.1" status: 200 len: 375 time: 0.0095227 Jan 18 20:32:42.805446 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-b71bec00-fb4c-412e-a6d7-8b183356acf8 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef9b07bad78a4451b8fa6743f58e1283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280724 Jan 18 20:32:42.893950 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-7fe33f2a-d5c2-426e-9e7f-29439bbdee9d service neutron] 10.222.0.67 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815387 Jan 18 20:32:42.983353 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-32e26069-873c-4351-b69f-90a0c4e53bb1 service neutron] 10.222.0.67 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836997 Jan 18 20:32:43.151306 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-83f7c9ef-a0d0-4e0a-ac37-02a0e5338be9 req-d10bc440-1eee-4a77-a658-71546acd07fd tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 210 time: 0.0314128 Jan 18 20:32:43.749813 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc61a88-d98b-4f7e-9186-15d728202c35 req-affc5d3b-43ae-4422-9bfd-40e6cc7cc993 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:43.751307 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cbc61a88-d98b-4f7e-9186-15d728202c35 req-affc5d3b-43ae-4422-9bfd-40e6cc7cc993 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 944 time: 0.0479641 Jan 18 20:32:43.801800 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-cbc61a88-d98b-4f7e-9186-15d728202c35 req-d4ab3e35-1887-4438-86b7-9d6bfe89b8c8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449145 Jan 18 20:32:44.060266 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-67096cbd-52da-4b0f-a349-abdd562ae401 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:44.061705 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-67096cbd-52da-4b0f-a349-abdd562ae401 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.45 "GET /v2.0/networks?id=5fa84a7d-ab69-4171-8e99-f31488e1981b HTTP/1.1" status: 200 len: 813 time: 0.1036277 Jan 18 20:32:44.074549 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Request body: {'port': {'device_id': '92e17247-142f-411e-aa6d-fa0e6fa146d7', 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b', 'admin_state_up': True, 'tenant_id': 'ef9b07bad78a4451b8fa6743f58e1283'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:44.187974 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Made reservation on behalf of ef9b07bad78a4451b8fa6743f58e1283 for: {'port': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:32:44.192459 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.278475 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a982e80b-437e-4ae1-b69c-7c5db103b01d req-f13866bf-9dff-4cae-9200-1cd2d63f1ea3 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 210 time: 0.0357633 Jan 18 20:32:44.348609 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Allocated IP 172.20.0.14 (5fa84a7d-ab69-4171-8e99-f31488e1981b/61f59589-2652-4dbf-925f-68169298a280/7d31efc5-d65b-43da-9412-23911b521fc7) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:44.487930 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks [] for port (7d31efc5-d65b-43da-9412-23911b521fc7), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.520621 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.567267 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Network 5fa84a7d-ab69-4171-8e99-f31488e1981b is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:44.570137 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:44.573748 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:44.595954 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Pushing event updated for resources: {'Port': ['ID=7d31efc5-d65b-43da-9412-23911b521fc7,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:44.622708 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:44.623336 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.638737 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-29c545a6-765e-4fae-a48d-d507e6371a82 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5685508 Jan 18 20:32:44.649249 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Request body: {'port': {'device_id': '92e17247-142f-411e-aa6d-fa0e6fa146d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:44.700673 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.921449 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d8182-31a6-4b5b-aa39-fdd75f5ef5fb req-ecc18484-0e71-4bc5-b056-979d0d865685 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:44.923550 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d66d8182-31a6-4b5b-aa39-fdd75f5ef5fb req-ecc18484-0e71-4bc5-b056-979d0d865685 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 944 time: 0.0516167 Jan 18 20:32:44.960459 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d31efc5-d65b-43da-9412-23911b521fc7 {{(pid=102694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:44.968012 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Publish callbacks [] for port (7d31efc5-d65b-43da-9412-23911b521fc7), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:44.975178 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d66d8182-31a6-4b5b-aa39-fdd75f5ef5fb req-ceefeebd-3506-47c8-a415-06d0993095bd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Jan 18 20:32:44.980906 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.provisioning_blocks [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Transition to ACTIVE for port object 7d31efc5-d65b-43da-9412-23911b521fc7 will not be triggered until provisioned by entity L2. {{(pid=102694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:32:44.985002 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.056897 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Pushing event updated for resources: {'Port': ['ID=7d31efc5-d65b-43da-9412-23911b521fc7,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:45.105866 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Attempting to bind port 7d31efc5-d65b-43da-9412-23911b521fc7 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:32:45.106528 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Attempting to bind port 7d31efc5-d65b-43da-9412-23911b521fc7 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '539d7ade-92fd-4669-b446-3b77d86e1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b'}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:32:45.106528 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Attempting to bind port 7d31efc5-d65b-43da-9412-23911b521fc7 on network 5fa84a7d-ab69-4171-8e99-f31488e1981b {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:45.110965 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Port 7d31efc5-d65b-43da-9412-23911b521fc7 on network 5fa84a7d-ab69-4171-8e99-f31488e1981b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:32:45.111327 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Attempting to bind port 7d31efc5-d65b-43da-9412-23911b521fc7 on network 5fa84a7d-ab69-4171-8e99-f31488e1981b {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:32:45.116774 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:32:45.117108 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Checking segment: {'id': '539d7ade-92fd-4669-b446-3b77d86e1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:32:45.117488 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Bound using segment: {'id': '539d7ade-92fd-4669-b446-3b77d86e1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b'} {{(pid=102694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:32:45.117910 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.managers [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Bound port: 7d31efc5-d65b-43da-9412-23911b521fc7, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539d7ade-92fd-4669-b446-3b77d86e1ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b'}}] {{(pid=102694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:32:45.118261 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.183770 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] For port 7d31efc5-d65b-43da-9412-23911b521fc7, host hv-cinder-82160, cleared binding levels {{(pid=102694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:32:45.186665 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] For port 7d31efc5-d65b-43da-9412-23911b521fc7, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7d31efc5-d65b-43da-9412-23911b521fc7,segment=NetworkSegment(539d7ade-92fd-4669-b446-3b77d86e1ebe),segment_id=539d7ade-92fd-4669-b446-3b77d86e1ebe)] {{(pid=102694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:32:45.191183 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.221835 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 7d42978d-d72f-41b6-aced-e2a13e4efa4b details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:32:45.222400 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.223504 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.224869 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] 10.222.0.45 "PUT /v2.0/ports/7d31efc5-d65b-43da-9412-23911b521fc7 HTTP/1.1" status: 200 len: 1094 time: 0.5795095 Jan 18 20:32:45.225305 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e17247-142f-411e-aa6d-fa0e6fa146d7', 'tag': '7d31efc5-d65b-43da-9412-23911b521fc7'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:45.227619 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee0fa35-b029-4806-be5c-3fc78ed40452" -d '{"events": [{"name": "network-changed", "server_uuid": "92e17247-142f-411e-aa6d-fa0e6fa146d7", "tag": "7d31efc5-d65b-43da-9412-23911b521fc7"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:45.255869 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd36dd3-ad3f-4a77-813c-d880ab2feeec service neutron] Pushing event updated for resources: {'Port': ['ID=7d31efc5-d65b-43da-9412-23911b521fc7,revision_number=3']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:45.273969 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97ab5af-51f5-4f3f-b5d8-5513a3a387e3 x-openstack-request-id: req-e97ab5af-51f5-4f3f-b5d8-5513a3a387e3 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:45.274268 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e17247-142f-411e-aa6d-fa0e6fa146d7", "tag": "7d31efc5-d65b-43da-9412-23911b521fc7", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:45.274520 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e97ab5af-51f5-4f3f-b5d8-5513a3a387e3 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:45.274923 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e17247-142f-411e-aa6d-fa0e6fa146d7', 'tag': '7d31efc5-d65b-43da-9412-23911b521fc7', 'status': 'completed', 'code': 200} Jan 18 20:32:45.321440 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-88ae811a-ce5f-4c73-8acd-c7593f9c62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.323321 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-88ae811a-ce5f-4c73-8acd-c7593f9c62b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef9b07bad78a4451b8fa6743f58e1283&device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 1097 time: 0.0453980 Jan 18 20:32:45.346262 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 7d42978d-d72f-41b6-aced-e2a13e4efa4b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7d42978d-d72f-41b6-aced-e2a13e4efa4b,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:45.358960 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '7d42978d-d72f-41b6-aced-e2a13e4efa4b', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'port_id': '7d42978d-d72f-41b6-aced-e2a13e4efa4b', 'mac_address': 'fa:16:3e:4b:4b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:32:45.372191 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-14686ca0-ade1-414f-9143-2c290050b36a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d31efc5-d65b-43da-9412-23911b521fc7 HTTP/1.1" status: 200 len: 217 time: 0.0409091 Jan 18 20:32:45.397400 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 7d42978d-d72f-41b6-aced-e2a13e4efa4b is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:45.397915 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.406908 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a4529-4254-439b-a1a0-4d194bbf371f req-03324792-d4e1-4ef0-b14b-4942ff83ecd2 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.408440 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-667a4529-4254-439b-a1a0-4d194bbf371f req-03324792-d4e1-4ef0-b14b-4942ff83ecd2 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 944 time: 0.0502062 Jan 18 20:32:45.412360 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d42978d-d72f-41b6-aced-e2a13e4efa4b {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:45.424596 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-199cace2-d0f0-47f0-a56a-ce1a7ad8b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.426191 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-199cace2-d0f0-47f0-a56a-ce1a7ad8b6ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61f59589-2652-4dbf-925f-68169298a280 HTTP/1.1" status: 200 len: 853 time: 0.0478678 Jan 18 20:32:45.432272 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 7d42978d-d72f-41b6-aced-e2a13e4efa4b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7d42978d-d72f-41b6-aced-e2a13e4efa4b,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:45.437325 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:45.456350 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-5edbcc62-132b-4581-91c7-c60a34de6a7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5fa84a7d-ab69-4171-8e99-f31488e1981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242391 Jan 18 20:32:45.460604 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-667a4529-4254-439b-a1a0-4d194bbf371f req-da0b8f89-05d2-4287-bca5-f29605830713 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458310 Jan 18 20:32:45.488506 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=7d42978d-d72f-41b6-aced-e2a13e4efa4b,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:45.548462 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-ec03576b-7473-4e0f-b691-b6d542bf2988 service neutron] 10.222.0.45 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860040 Jan 18 20:32:45.636792 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fa207993-4bbd-4766-b7bb-b632ca326734 req-3b857999-ab0c-4ee2-8d6f-58b47b919394 service neutron] 10.222.0.45 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820146 Jan 18 20:32:45.649370 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['7d42978d-d72f-41b6-aced-e2a13e4efa4b'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:45.724393 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0fa35-b029-4806-be5c-3fc78ed40452 req-367da486-e0ad-4341-a9e8-3c1c98cd0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.725874 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fee0fa35-b029-4806-be5c-3fc78ed40452 req-367da486-e0ad-4341-a9e8-3c1c98cd0102 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef9b07bad78a4451b8fa6743f58e1283&device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 1097 time: 0.0399246 Jan 18 20:32:45.819720 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0fa35-b029-4806-be5c-3fc78ed40452 req-60170a42-1ab8-4b1a-837e-a057a84a61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.821303 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fee0fa35-b029-4806-be5c-3fc78ed40452 req-60170a42-1ab8-4b1a-837e-a057a84a61f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5fa84a7d-ab69-4171-8e99-f31488e1981b HTTP/1.1" status: 200 len: 913 time: 0.0894899 Jan 18 20:32:45.863861 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fee0fa35-b029-4806-be5c-3fc78ed40452 req-99f805b0-5c27-4423-b6ee-fed7c4014ca8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d31efc5-d65b-43da-9412-23911b521fc7 HTTP/1.1" status: 200 len: 217 time: 0.0344460 Jan 18 20:32:45.914696 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0fa35-b029-4806-be5c-3fc78ed40452 req-0730b952-dfaf-46ee-b1f6-7c7bfccbb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:45.916071 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fee0fa35-b029-4806-be5c-3fc78ed40452 req-0730b952-dfaf-46ee-b1f6-7c7bfccbb192 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=61f59589-2652-4dbf-925f-68169298a280 HTTP/1.1" status: 200 len: 853 time: 0.0469587 Jan 18 20:32:45.949157 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fee0fa35-b029-4806-be5c-3fc78ed40452 req-7b694725-9038-4473-8009-88ec159ed643 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5fa84a7d-ab69-4171-8e99-f31488e1981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265927 Jan 18 20:32:46.038690 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fee0fa35-b029-4806-be5c-3fc78ed40452 req-fd1ac6bb-3371-49d3-8611-70c41b6528b4 service neutron] 10.222.0.45 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814552 Jan 18 20:32:46.144897 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2256c18-8a12-45fd-b8a2-75a4618c2f55 req-6fa1b420-b0b9-4b29-aad9-e409dd3566dd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:46.146420 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2256c18-8a12-45fd-b8a2-75a4618c2f55 req-6fa1b420-b0b9-4b29-aad9-e409dd3566dd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 945 time: 0.1028454 Jan 18 20:32:46.179476 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fee0fa35-b029-4806-be5c-3fc78ed40452 req-a4db90bf-c368-4abc-b3e3-5c00e0720f16 service neutron] 10.222.0.45 "GET /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269584 Jan 18 20:32:46.210468 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-d2256c18-8a12-45fd-b8a2-75a4618c2f55 req-d9500c5a-4fb7-44c8-badf-d4df7d818850 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572848 Jan 18 20:32:46.574868 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013a9fe-3ef1-4655-b346-c09bc0943374 req-56f79f90-60db-4dba-ab1a-961b3b6852d9 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:46.576359 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e013a9fe-3ef1-4655-b346-c09bc0943374 req-56f79f90-60db-4dba-ab1a-961b3b6852d9 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 944 time: 0.0467134 Jan 18 20:32:46.630375 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e013a9fe-3ef1-4655-b346-c09bc0943374 req-ba253c6b-f301-4903-be73-c2ba79225c95 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485444 Jan 18 20:32:47.252296 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 7d42978d-d72f-41b6-aced-e2a13e4efa4b up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:47.305988 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 7d42978d-d72f-41b6-aced-e2a13e4efa4b completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:32:47.310478 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 7d42978d-d72f-41b6-aced-e2a13e4efa4b triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:47.310865 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:47.329877 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4cbf3-c4a1-4778-b9b7-7b8d0061e2dc req-e59aa611-3686-47c7-96d5-fa1f1b07a491 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.331373 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-00b4cbf3-c4a1-4778-b9b7-7b8d0061e2dc req-e59aa611-3686-47c7-96d5-fa1f1b07a491 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 945 time: 0.0541003 Jan 18 20:32:47.382001 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-00b4cbf3-c4a1-4778-b9b7-7b8d0061e2dc req-4a857bc8-2600-45c4-80b9-7037b7093ab6 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 Jan 18 20:32:47.389831 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 7d42978d-d72f-41b6-aced-e2a13e4efa4b is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:47.390224 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:47.412747 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d42978d-d72f-41b6-aced-e2a13e4efa4b'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:47.414967 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2da909d-3fc6-46de-af49-c0209b833ca9" -d '{"events": [{"server_uuid": "eda8f88c-10d2-4afa-9257-97a6d029f4bf", "name": "network-vif-plugged", "status": "completed", "tag": "7d42978d-d72f-41b6-aced-e2a13e4efa4b"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:47.427784 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 7d42978d-d72f-41b6-aced-e2a13e4efa4b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7d42978d-d72f-41b6-aced-e2a13e4efa4b,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:47.433031 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:47.456128 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddbc9f7-5750-4e0e-97ed-f77e4c9a41fe x-openstack-request-id: req-eddbc9f7-5750-4e0e-97ed-f77e4c9a41fe {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:47.456389 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda8f88c-10d2-4afa-9257-97a6d029f4bf", "name": "network-vif-plugged", "status": "completed", "tag": "7d42978d-d72f-41b6-aced-e2a13e4efa4b", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:47.457233 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eddbc9f7-5750-4e0e-97ed-f77e4c9a41fe {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:47.457625 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d42978d-d72f-41b6-aced-e2a13e4efa4b', 'code': 200} Jan 18 20:32:47.485689 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=7d42978d-d72f-41b6-aced-e2a13e4efa4b,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:47.668971 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef9cfc-202e-4f72-a55c-a5321ee243c8 req-6bb5e16e-eed5-4cdb-8be1-5618d621fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.670460 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4bef9cfc-202e-4f72-a55c-a5321ee243c8 req-6bb5e16e-eed5-4cdb-8be1-5618d621fd0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 1099 time: 0.0435672 Jan 18 20:32:47.738579 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4bef9cfc-202e-4f72-a55c-a5321ee243c8 req-eca965d8-b18b-4023-b576-761928c9c7cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623100 Jan 18 20:32:47.757248 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7c216-f90e-4374-b69c-6cc3949c4bbe req-801dff66-0434-40fb-b6e3-009869aae4d5 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:47.758575 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-40d7c216-f90e-4374-b69c-6cc3949c4bbe req-801dff66-0434-40fb-b6e3-009869aae4d5 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 944 time: 0.0596464 Jan 18 20:32:47.808229 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-40d7c216-f90e-4374-b69c-6cc3949c4bbe req-266307dc-63c4-4e78-b211-160f1c2b4e7c tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Jan 18 20:32:48.495564 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5834559-d35b-47c0-826f-17208cbeea7a req-0a0499b8-ae29-4e64-9ea4-72fb45307998 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:48.497015 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e5834559-d35b-47c0-826f-17208cbeea7a req-0a0499b8-ae29-4e64-9ea4-72fb45307998 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 946 time: 0.0470665 Jan 18 20:32:48.544597 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e5834559-d35b-47c0-826f-17208cbeea7a req-0fd9f241-fb0a-4632-9f3b-fda69939cfea tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421207 Jan 18 20:32:48.921044 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37e582-8a60-4c61-ad05-bab85b1c230a req-51e63af6-fbb4-416b-ac45-ff922ad5c16c tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:48.922541 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7e37e582-8a60-4c61-ad05-bab85b1c230a req-51e63af6-fbb4-416b-ac45-ff922ad5c16c tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 944 time: 0.0478475 Jan 18 20:32:48.968624 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7e37e582-8a60-4c61-ad05-bab85b1c230a req-f30e2c95-d289-449a-b656-0e7d2ad06fb2 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Jan 18 20:32:49.252155 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 7d31efc5-d65b-43da-9412-23911b521fc7 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:32:49.348312 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 7d31efc5-d65b-43da-9412-23911b521fc7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7d31efc5-d65b-43da-9412-23911b521fc7,segment=NetworkSegment(539d7ade-92fd-4669-b446-3b77d86e1ebe),segment_id=539d7ade-92fd-4669-b446-3b77d86e1ebe)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:49.359860 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '7d31efc5-d65b-43da-9412-23911b521fc7', 'network_id': '5fa84a7d-ab69-4171-8e99-f31488e1981b', 'port_id': '7d31efc5-d65b-43da-9412-23911b521fc7', 'mac_address': 'fa:16:3e:84:77:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f59589-2652-4dbf-925f-68169298a280', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:32:49.397497 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 7d31efc5-d65b-43da-9412-23911b521fc7 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:49.397889 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:49.414411 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d31efc5-d65b-43da-9412-23911b521fc7 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:32:49.433988 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 7d31efc5-d65b-43da-9412-23911b521fc7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7d31efc5-d65b-43da-9412-23911b521fc7,segment=NetworkSegment(539d7ade-92fd-4669-b446-3b77d86e1ebe),segment_id=539d7ade-92fd-4669-b446-3b77d86e1ebe)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:49.438166 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:49.484866 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=7d31efc5-d65b-43da-9412-23911b521fc7,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:49.644597 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['7d31efc5-d65b-43da-9412-23911b521fc7'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:32:49.659898 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76171c49-ec68-4bc5-afcf-5892888a4827 req-6b80518c-4c0d-4f3a-874a-128a402c284a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:49.661377 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-76171c49-ec68-4bc5-afcf-5892888a4827 req-6b80518c-4c0d-4f3a-874a-128a402c284a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 946 time: 0.0492976 Jan 18 20:32:49.711530 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-76171c49-ec68-4bc5-afcf-5892888a4827 req-e0af3a11-b916-4465-957c-78a7ee4a6ca1 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446138 Jan 18 20:32:49.830226 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fa0ed-aa7c-49a3-acc8-12c6aea0dbc2 req-b65e237c-47a5-4b81-9941-d837d31e79d1 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:49.831758 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bb6fa0ed-aa7c-49a3-acc8-12c6aea0dbc2 req-b65e237c-47a5-4b81-9941-d837d31e79d1 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 946 time: 0.0509486 Jan 18 20:32:49.890442 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-bb6fa0ed-aa7c-49a3-acc8-12c6aea0dbc2 req-ce37d305-6097-4205-b5e6-e75dafd46689 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524027 Jan 18 20:32:49.915589 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39768) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:50.049471 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f648265-5004-4c7c-b6b8-f86885330136 tempest-TestVolumeBootPattern-2142495585 tempest-TestVolumeBootPattern-2142495585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:50.051668 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-9f648265-5004-4c7c-b6b8-f86885330136 tempest-TestVolumeBootPattern-2142495585 tempest-TestVolumeBootPattern-2142495585-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 1094 time: 0.1350293 Jan 18 20:32:50.054572 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 39774) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:32:50.058936 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'floatingip': {'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'port_id': '7d42978d-d72f-41b6-aced-e2a13e4efa4b', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:32:50.084279 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.088564 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f541f6d-9af1-42fb-816a-3a2719852827 req-35bae236-163c-4dbe-a12e-2bb41dd5b254 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:50.090125 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-7f541f6d-9af1-42fb-816a-3a2719852827 req-35bae236-163c-4dbe-a12e-2bb41dd5b254 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 945 time: 0.0519567 Jan 18 20:32:50.137929 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-7f541f6d-9af1-42fb-816a-3a2719852827 req-109ced44-ac7a-49c7-ac51-30ac5bc04349 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 Jan 18 20:32:50.192658 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.298855 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Allocated IP 172.27.3.57 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/218afa4d-22a6-4424-b744-9d4a535a8dae) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:32:50.400193 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for port (218afa4d-22a6-4424-b744-9d4a535a8dae), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.433509 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (218afa4d-22a6-4424-b744-9d4a535a8dae), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.476067 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:32:50.478976 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:32:50.482337 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:32:50.505853 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'Port': ['ID=218afa4d-22a6-4424-b744-9d4a535a8dae,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:50.845418 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (fb0706f4-16d8-4a75-a847-439120565dfe), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:50.916587 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (218afa4d-22a6-4424-b744-9d4a535a8dae), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.066556 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for port (218afa4d-22a6-4424-b744-9d4a535a8dae), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.070876 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (218afa4d-22a6-4424-b744-9d4a535a8dae), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.142010 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'Port': ['ID=218afa4d-22a6-4424-b744-9d4a535a8dae,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:51.150722 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (fb0706f4-16d8-4a75-a847-439120565dfe), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.268002 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 7d31efc5-d65b-43da-9412-23911b521fc7 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:32:51.279278 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.l3_db [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Floating IP fb0706f4-16d8-4a75-a847-439120565dfe associated. External IP: 172.27.3.57, port: 7d42978d-d72f-41b6-aced-e2a13e4efa4b. Jan 18 20:32:51.337600 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7017a-6e56-40ad-be39-cced454c2957 req-3e5001eb-54ee-491e-876e-d0310912ba58 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.339243 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3ca7017a-6e56-40ad-be39-cced454c2957 req-3e5001eb-54ee-491e-876e-d0310912ba58 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 945 time: 0.1110520 Jan 18 20:32:51.440350 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3ca7017a-6e56-40ad-be39-cced454c2957 req-cdd7011a-1220-45d3-b07e-ec9ed2d983b0 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882816 Jan 18 20:32:51.450460 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 7d31efc5-d65b-43da-9412-23911b521fc7 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:32:51.454954 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 7d31efc5-d65b-43da-9412-23911b521fc7 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:32:51.455366 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.539217 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 7d31efc5-d65b-43da-9412-23911b521fc7 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:32:51.539893 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.568301 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Router 7b3852b6-2cef-49ae-b653-4347bb1c020d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:32:51.577493 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e17247-142f-411e-aa6d-fa0e6fa146d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d31efc5-d65b-43da-9412-23911b521fc7'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:51.579733 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240d8e24-7f48-45b7-8794-c0bd12244c20" -d '{"events": [{"server_uuid": "92e17247-142f-411e-aa6d-fa0e6fa146d7", "name": "network-vif-plugged", "status": "completed", "tag": "7d31efc5-d65b-43da-9412-23911b521fc7"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:51.592801 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 7d31efc5-d65b-43da-9412-23911b521fc7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7d31efc5-d65b-43da-9412-23911b521fc7,segment=NetworkSegment(539d7ade-92fd-4669-b446-3b77d86e1ebe),segment_id=539d7ade-92fd-4669-b446-3b77d86e1ebe)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:32:51.597921 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.641758 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5080dea6-dbd7-49c0-83ee-1818735c0455 x-openstack-request-id: req-5080dea6-dbd7-49c0-83ee-1818735c0455 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:51.642046 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e17247-142f-411e-aa6d-fa0e6fa146d7", "name": "network-vif-plugged", "status": "completed", "tag": "7d31efc5-d65b-43da-9412-23911b521fc7", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:51.642295 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5080dea6-dbd7-49c0-83ee-1818735c0455 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:51.642678 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e17247-142f-411e-aa6d-fa0e6fa146d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d31efc5-d65b-43da-9412-23911b521fc7', 'code': 200} Jan 18 20:32:51.648979 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=7d31efc5-d65b-43da-9412-23911b521fc7,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:32:51.708051 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:32:51.718209 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] Sync routers for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:32:51.730267 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:51.730626 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:32:51.731685 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:32:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:51.759813 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-7ed51c3d-b2f2-44ba-a93c-6e7216c74c67 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7041667 Jan 18 20:32:51.760557 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'tag': '7d42978d-d72f-41b6-aced-e2a13e4efa4b'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:32:51.762899 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951ac9d1-a6a6-4561-9bea-57cfa6539220" -d '{"events": [{"name": "network-changed", "server_uuid": "eda8f88c-10d2-4afa-9257-97a6d029f4bf", "tag": "7d42978d-d72f-41b6-aced-e2a13e4efa4b"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:32:51.801933 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9313b18-64bd-481f-9b8f-3bb8f57b06dc x-openstack-request-id: req-c9313b18-64bd-481f-9b8f-3bb8f57b06dc {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:32:51.802225 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda8f88c-10d2-4afa-9257-97a6d029f4bf", "tag": "7d42978d-d72f-41b6-aced-e2a13e4efa4b", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:32:51.802481 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9313b18-64bd-481f-9b8f-3bb8f57b06dc {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:32:51.802887 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'tag': '7d42978d-d72f-41b6-aced-e2a13e4efa4b', 'status': 'completed', 'code': 200} Jan 18 20:32:51.812499 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa5f38-88eb-48a5-b5f5-b587efd16f2d req-6bcaccbc-61ea-44b2-9b52-4c32dc3b8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.814001 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-22aa5f38-88eb-48a5-b5f5-b587efd16f2d req-6bcaccbc-61ea-44b2-9b52-4c32dc3b8a9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 1099 time: 0.0452681 Jan 18 20:32:51.862063 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-22aa5f38-88eb-48a5-b5f5-b587efd16f2d req-589a832b-1d65-432d-9064-055b51804149 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Jan 18 20:32:51.865278 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:51.874788 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-607c9f7c-e976-4810-84b4-a7e8e242a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:51.876387 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-607c9f7c-e976-4810-84b4-a7e8e242a0f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 1099 time: 0.0456712 Jan 18 20:32:52.091751 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'fb0706f4-16d8-4a75-a847-439120565dfe', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '7d42978d-d72f-41b6-aced-e2a13e4efa4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:4b:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:32:50Z', 'updated_at': '2022-01-18T20:32:50Z', 'revision_number': 0, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:52.117767 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] Checking router: 7b3852b6-2cef-49ae-b653-4347bb1c020d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:32:52.125937 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:32:52.126542 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:32:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:52.139693 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-52250a8e-2cef-4bd6-b9f9-06d01badecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:52.141167 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-52250a8e-2cef-4bd6-b9f9-06d01badecad service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.0873458 Jan 18 20:32:52.205038 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-d67d575d-fafb-48db-8c8f-58da553a9a43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d42978d-d72f-41b6-aced-e2a13e4efa4b HTTP/1.1" status: 200 len: 999 time: 0.0570755 Jan 18 20:32:52.230355 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:32:52.255861 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-980e953c-caf3-4016-af13-7f1d25e57f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:52.257330 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-980e953c-caf3-4016-af13-7f1d25e57f0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0457165 Jan 18 20:32:52.315115 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-86f6d33d-475c-4fe7-aaf0-0d748c9e935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:52.317622 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-86f6d33d-475c-4fe7-aaf0-0d748c9e935b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437107 Jan 18 20:32:52.410063 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-4fd01ecb-e55f-42a6-ac1e-69ba0ecbe08d service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865664 Jan 18 20:32:52.460467 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'fb0706f4-16d8-4a75-a847-439120565dfe', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '7d42978d-d72f-41b6-aced-e2a13e4efa4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:4b:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:32:50Z', 'updated_at': '2022-01-18T20:32:50Z', 'revision_number': 0, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:32:52.491634 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa10f8c-5cac-401d-82e3-f80622b5a727 None None] The sync data for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi is: [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'fb0706f4-16d8-4a75-a847-439120565dfe', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '7d42978d-d72f-41b6-aced-e2a13e4efa4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:4b:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:32:50Z', 'updated_at': '2022-01-18T20:32:50Z', 'revision_number': 0, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:32:52.504033 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-951ac9d1-a6a6-4561-9bea-57cfa6539220 req-7d47607e-1141-45f9-8594-7db2d6affcb9 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880332 Jan 18 20:32:52.564877 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258f627-af0b-4411-acf0-329fef820c67 req-3a890590-3a8f-43bc-8bab-bdc86b07b1ea tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:52.566637 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5258f627-af0b-4411-acf0-329fef820c67 req-3a890590-3a8f-43bc-8bab-bdc86b07b1ea tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 946 time: 0.0537465 Jan 18 20:32:52.616646 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5258f627-af0b-4411-acf0-329fef820c67 req-444001b9-3e1f-4e45-8e68-2277e1c616cb tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444489 Jan 18 20:32:53.107700 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ca954-90ee-4dd9-bdea-f0d35ca9cdb3 None None] New status for floating IP fb0706f4-16d8-4a75-a847-439120565dfe: ACTIVE {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:32:53.729950 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facc075-556c-4d53-aaf8-38d96686c91e req-5c64e405-8f8f-45dc-8cea-40cc4c748495 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:32:53.731446 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4facc075-556c-4d53-aaf8-38d96686c91e req-5c64e405-8f8f-45dc-8cea-40cc4c748495 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 946 time: 0.0473440 Jan 18 20:32:53.777275 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-4facc075-556c-4d53-aaf8-38d96686c91e req-c0ae69fa-5378-4771-91d5-106480444a8e tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Jan 18 20:32:59.789197 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-50a50ede-99a3-47ef-8d8c-e9f66cb14e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:01.883976 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-09d774ea-9e6d-40f4-a62d-c8a5e8105987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:03.391273 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.124106 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:04.735446 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:05.743668 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:07.851353 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-b72ae0e3-2878-4880-a299-58783ce3153c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383110 Jan 18 20:33:07.944464 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-d7636e91-6576-4cd7-8996-c1f46722e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:07.946290 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-d7636e91-6576-4cd7-8996-c1f46722e465 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 1099 time: 0.0479443 Jan 18 20:33:08.049150 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-83c5e52c-4429-4a00-9ba9-36243d29f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:08.050657 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-83c5e52c-4429-4a00-9ba9-36243d29f895 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.0836194 Jan 18 20:33:08.118819 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-d63f9f69-3b5c-470d-9bb6-5384c381d93a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d42978d-d72f-41b6-aced-e2a13e4efa4b HTTP/1.1" status: 200 len: 1001 time: 0.0600932 Jan 18 20:33:08.165944 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-ee9e4371-b6bb-46bb-a6ba-6974279562ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:08.167392 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-ee9e4371-b6bb-46bb-a6ba-6974279562ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0417423 Jan 18 20:33:08.209797 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-bf201de8-f3c3-4fa7-98a9-0e042e351ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:08.211248 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-bf201de8-f3c3-4fa7-98a9-0e042e351ed3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378351 Jan 18 20:33:08.539842 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-13671ada-e187-4a8d-a83a-4191b56dea64 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194609 Jan 18 20:33:08.630535 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-56509c56-7f9a-40fc-94f7-f0b8ce063a9e req-c032d5e2-12a7-4600-96d6-1e8bd59e5569 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847425 Jan 18 20:33:12.105698 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:33:13.670849 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b49cc-40ee-4090-b2b2-22a71bc915e6 req-f7f35e55-a613-4f05-9b08-7e73618d27ec tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:13.672230 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-503b49cc-40ee-4090-b2b2-22a71bc915e6 req-f7f35e55-a613-4f05-9b08-7e73618d27ec tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 946 time: 0.0465424 Jan 18 20:33:13.717701 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-503b49cc-40ee-4090-b2b2-22a71bc915e6 req-ef53c762-e673-403e-b77a-c0129dd8819a tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 Jan 18 20:33:14.834951 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4a526-3a95-42f8-bfcc-22639d06fdf7 req-ea11b3f9-cb66-4845-aa21-3f885d01539a tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:14.836433 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f0c4a526-3a95-42f8-bfcc-22639d06fdf7 req-ea11b3f9-cb66-4845-aa21-3f885d01539a tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 946 time: 0.0511606 Jan 18 20:33:14.882455 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f0c4a526-3a95-42f8-bfcc-22639d06fdf7 req-31d15ce3-1680-4f02-bd6e-49e5abe6d2d5 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/security-groups?id=b30fec16-b33b-4da0-b885-91b547838f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Jan 18 20:33:15.360936 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-f5eef11a-ab72-448b-b40d-a80f4e12b9b8 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:15.362408 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-f5eef11a-ab72-448b-b40d-a80f4e12b9b8 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.45 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 946 time: 0.0491805 Jan 18 20:33:15.447210 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Deleting port 7d31efc5-d65b-43da-9412-23911b521fc7 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:33:15.447543 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.534723 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] For port 7d31efc5-d65b-43da-9412-23911b521fc7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7d31efc5-d65b-43da-9412-23911b521fc7,segment=NetworkSegment(539d7ade-92fd-4669-b446-3b77d86e1ebe),segment_id=539d7ade-92fd-4669-b446-3b77d86e1ebe)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:15.535094 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.546584 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Calling delete_port for 7d31efc5-d65b-43da-9412-23911b521fc7 owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:33:15.673058 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (7d31efc5-d65b-43da-9412-23911b521fc7), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.685164 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['7d31efc5-d65b-43da-9412-23911b521fc7'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:33:15.699467 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Pushing event deleted for resources: {'Port': ['ID=7d31efc5-d65b-43da-9412-23911b521fc7,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:15.709922 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.710278 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.710622 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.710961 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.711324 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.711658 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.712315 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.712315 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.712617 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.712940 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.713264 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.713586 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.713908 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:15.754513 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] No DVR routers for this DVR port 7d31efc5-d65b-43da-9412-23911b521fc7 on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:33:15.758095 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:15.763017 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ad1cad14-bd97-4fc3-ad87-7e06c2cd2255 req-0c31d563-db72-4ec6-819e-0210d267de2f tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.45 "DELETE /v2.0/ports/7d31efc5-d65b-43da-9412-23911b521fc7 HTTP/1.1" status: 204 len: 173 time: 0.3952887 Jan 18 20:33:15.763490 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e17247-142f-411e-aa6d-fa0e6fa146d7', 'name': 'network-vif-deleted', 'tag': '7d31efc5-d65b-43da-9412-23911b521fc7'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:33:15.765878 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205a9d9e-bc7a-44a1-bc05-3c62748631cb" -d '{"events": [{"server_uuid": "92e17247-142f-411e-aa6d-fa0e6fa146d7", "name": "network-vif-deleted", "tag": "7d31efc5-d65b-43da-9412-23911b521fc7"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:33:15.804171 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2ea5ba-0fab-4479-a961-d850dcbe94be x-openstack-request-id: req-6b2ea5ba-0fab-4479-a961-d850dcbe94be {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:33:15.804465 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e17247-142f-411e-aa6d-fa0e6fa146d7", "name": "network-vif-deleted", "tag": "7d31efc5-d65b-43da-9412-23911b521fc7", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:33:15.804715 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6b2ea5ba-0fab-4479-a961-d850dcbe94be {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:33:15.805110 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e17247-142f-411e-aa6d-fa0e6fa146d7', 'name': 'network-vif-deleted', 'tag': '7d31efc5-d65b-43da-9412-23911b521fc7', 'status': 'completed', 'code': 200} Jan 18 20:33:15.988021 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6d325842-d5eb-4b05-8415-c981452feb23 req-f1fcacbf-f0be-4d73-8d5f-f508b8d355c8 tempest-VolumesSnapshotTestJSON-677432041 tempest-VolumesSnapshotTestJSON-677432041-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e17247-142f-411e-aa6d-fa0e6fa146d7 HTTP/1.1" status: 200 len: 210 time: 0.0277624 Jan 18 20:33:19.547577 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 7d31efc5-d65b-43da-9412-23911b521fc7 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:33:19.570763 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 7d31efc5-d65b-43da-9412-23911b521fc7 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:33:19.571130 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 7d31efc5-d65b-43da-9412-23911b521fc7 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:33:29.791279 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-a8c3aae8-0517-4957-abc5-1b1a057fb8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:31.885113 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-01583169-afb8-4d35-98b0-a7090ab97426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:33.397462 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.138314 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:34.736686 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:35.744951 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:38.939207 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40010) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:39.235998 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Deleting subnet 61f59589-2652-4dbf-925f-68169298a280 {{(pid=102694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:33:39.238977 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Publish callbacks [] for subnet (61f59589-2652-4dbf-925f-68169298a280), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.272048 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10276383'] for subnet (61f59589-2652-4dbf-925f-68169298a280), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.311922 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (61f59589-2652-4dbf-925f-68169298a280), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.363836 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10397452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10308526'] for subnet (61f59589-2652-4dbf-925f-68169298a280), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.386313 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f59589-2652-4dbf-925f-68169298a280,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:39.395922 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.399048 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/61f59589-2652-4dbf-925f-68169298a280 HTTP/1.1" status: 204 len: 168 time: 0.4588404 Jan 18 20:33:39.400719 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.401071 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.401424 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.401668 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40012) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:39.402099 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.402099 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.402517 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.402724 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.403156 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.403402 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.403726 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.404048 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.404368 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.404689 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbddb02-ef28-47a3-9067-f83671bbbdc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:39.472793 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (5fa84a7d-ab69-4171-8e99-f31488e1981b), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.551010 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (5fa84a7d-ab69-4171-8e99-f31488e1981b), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.574326 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa84a7d-ab69-4171-8e99-f31488e1981b']}} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:39.584561 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539d7ade-92fd-4669-b446-3b77d86e1ebe') {'for_net_delete': True} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:39.584845 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539d7ade-92fd-4669-b446-3b77d86e1ebe') {} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:39.594338 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448426'] for segment (539d7ade-92fd-4669-b446-3b77d86e1ebe), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.607149 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (539d7ade-92fd-4669-b446-3b77d86e1ebe), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.613410 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:33:39.613709 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616369'] for segment (539d7ade-92fd-4669-b446-3b77d86e1ebe), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: Traceback (most recent call last): Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: timer() Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: cb(*args, **kw) Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: return func(*args, **kwargs) Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: self._notify() Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: self.callback(batched_events) Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: event.method(event) Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: return f(self, *a, **k) Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._get(url).json() Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: return self.request(url, 'GET', **kwargs) Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:33:39.615348 dv-cinder-821602-14-iscsi neutron-server[102695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:33:39.667434 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (5fa84a7d-ab69-4171-8e99-f31488e1981b), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.674568 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.678263 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] 10.222.0.67 "DELETE /v2.0/networks/5fa84a7d-ab69-4171-8e99-f31488e1981b HTTP/1.1" status: 204 len: 168 time: 0.2756052 Jan 18 20:33:39.690361 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ac994-f38c-4219-b8ee-525dfb239d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa84a7d-ab69-4171-8e99-f31488e1981b,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:39.856338 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40016) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:39.902276 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-81cda0b1-5aff-47fa-a9b8-f8a92a830322 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ef9b07bad78a4451b8fa6743f58e1283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446596 Jan 18 20:33:39.904750 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40018) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:39.959698 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-38d0e81b-e221-4a70-9c36-06cc2acc7fe7 admin admin] Publish callbacks [] for security_group (b30fec16-b33b-4da0-b885-91b547838f59), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:39.981832 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-38d0e81b-e221-4a70-9c36-06cc2acc7fe7 admin admin] Publish callbacks [] for security_group (b30fec16-b33b-4da0-b885-91b547838f59), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.030510 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-38d0e81b-e221-4a70-9c36-06cc2acc7fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (b30fec16-b33b-4da0-b885-91b547838f59), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.033030 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-38d0e81b-e221-4a70-9c36-06cc2acc7fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.034160 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-38d0e81b-e221-4a70-9c36-06cc2acc7fe7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b30fec16-b33b-4da0-b885-91b547838f59 HTTP/1.1" status: 204 len: 168 time: 0.1285217 Jan 18 20:33:40.046574 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0e81b-e221-4a70-9c36-06cc2acc7fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30fec16-b33b-4da0-b885-91b547838f59,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:40.751170 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40040) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:40.845697 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1475765751-network', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:40.868414 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Made reservation on behalf of fdf494b30e744b9d83b873fae342275f for: {'network': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:33:40.870869 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.879059 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.956130 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Publish callbacks [] for security_group (05b7a1b3-2bfd-425e-8174-718dba038627), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.962441 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (05b7a1b3-2bfd-425e-8174-718dba038627), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:40.986035 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:33:40.995480 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b7a1b3-2bfd-425e-8174-718dba038627,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:41.000057 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (1beafc7d-ae35-4451-b348-6b9959980c47), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.000442 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.segments_db [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Added segment 1beafc7d-ae35-4451-b348-6b9959980c47 of type vlan for network 8272cfcc-5091-400a-b3e6-3ea1969e620b Jan 18 20:33:41.038394 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (8272cfcc-5091-400a-b3e6-3ea1969e620b), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.065258 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (8272cfcc-5091-400a-b3e6-3ea1969e620b), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.066692 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:41.067284 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.098452 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3460498 Jan 18 20:33:41.101917 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40044) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:41.107112 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Request body: {'subnet': {'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1475765751-subnet', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'ip_version': 4}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:41.126678 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b598e2-00fc-4a26-8397-9b8b3d8382dc admin admin] Pushing event updated for resources: {'Network': ['ID=8272cfcc-5091-400a-b3e6-3ea1969e620b,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:41.129628 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Made reservation on behalf of fdf494b30e744b9d83b873fae342275f for: {'subnet': 1} {{(pid=102694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:33:41.131905 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10308491'] for subnet (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.137515 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 8272cfcc-5091-400a-b3e6-3ea1969e620b details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:33:41.299851 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10397645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10308517'] for subnet (c161167f-800e-47a0-ace3-d8d6bda37f7a), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.359542 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c161167f-800e-47a0-ace3-d8d6bda37f7a,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:41.369310 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Checking segment: {'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:33:41.369666 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Network hostable DHCP agents. Network: 8272cfcc-5091-400a-b3e6-3ea1969e620b, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:33:41.386888 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Network 8272cfcc-5091-400a-b3e6-3ea1969e620b is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:33:41.394820 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 8272cfcc-5091-400a-b3e6-3ea1969e620b) {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:41.398878 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:41.399487 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.403946 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577c90fc-063e-4aca-a77c-a0801be78928 None None] Network 8272cfcc-5091-400a-b3e6-3ea1969e620b requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:33:41.414768 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-78921ccb-fc97-4276-920f-4cdb0b133710 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3116448 Jan 18 20:33:41.417427 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40046) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:41.421877 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:41.445720 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10450'] for router (14f659df-f3a6-4c47-9001-2fdc8fdf441d), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.446724 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10459'] for router (14f659df-f3a6-4c47-9001-2fdc8fdf441d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.498001 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks [] for router_controller (14f659df-f3a6-4c47-9001-2fdc8fdf441d), precommit_add_association {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.507842 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp864710ac-d929-5e13-b32f-6aa0dede2451-8272cfcc-5091-400a-b3e6-3ea1969e620b', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a'}]}} from dv-cinder-821602-14-iscsi. {{(pid=102696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:33:41.508718 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.632428 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks [] for router_gateway (14f659df-f3a6-4c47-9001-2fdc8fdf441d), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.641191 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.db_base_plugin_common [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Allocated IP 172.20.0.2 (8272cfcc-5091-400a-b3e6-3ea1969e620b/c161167f-800e-47a0-ace3-d8d6bda37f7a/bc097b24-02b4-4553-bc64-cd022b182915) {{(pid=102696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:41.782629 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Publish callbacks [] for port (bc097b24-02b4-4553-bc64-cd022b182915), precommit_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.788602 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (bc097b24-02b4-4553-bc64-cd022b182915), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.825845 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Network 8272cfcc-5091-400a-b3e6-3ea1969e620b is already hosted by enough agents. {{(pid=102696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:41.827445 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks [] for router_gateway (14f659df-f3a6-4c47-9001-2fdc8fdf441d), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.828659 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.base_scheduler [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Resources bound (agent type, host, resource id): {{(pid=102696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:41.832544 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Received port after_create {{(pid=102696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:41.841542 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Pushing event updated for resources: {'Port': ['ID=bc097b24-02b4-4553-bc64-cd022b182915,revision_number=1']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:41.850178 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.851128 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.851522 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.851812 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.852143 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.852594 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.852776 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.853107 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.853425 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.853775 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.854048 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.854365 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.854674 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.854985 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:41.903229 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Attempting to bind port bc097b24-02b4-4553-bc64-cd022b182915 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:41.903494 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Attempting to bind port bc097b24-02b4-4553-bc64-cd022b182915 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:41.903852 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Attempting to bind port bc097b24-02b4-4553-bc64-cd022b182915 on network 8272cfcc-5091-400a-b3e6-3ea1969e620b {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:41.908689 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:33:41.909060 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Checking segment: {'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:33:41.909452 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.909865 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Bound using segment: {'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:33:41.910316 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Bound port: bc097b24-02b4-4553-bc64-cd022b182915, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:33:41.910692 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (bc097b24-02b4-4553-bc64-cd022b182915), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:41.957825 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Allocated IP 172.27.3.42 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:41.979435 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] For port bc097b24-02b4-4553-bc64-cd022b182915, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:33:41.983283 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] For port bc097b24-02b4-4553-bc64-cd022b182915, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=bc097b24-02b4-4553-bc64-cd022b182915,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:33:41.988315 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (bc097b24-02b4-4553-bc64-cd022b182915), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.051584 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc08a5c-79e8-47f5-848b-17cf3e753404 None None] Pushing event updated for resources: {'Port': ['ID=bc097b24-02b4-4553-bc64-cd022b182915,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:42.075843 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks [] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.110997 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.151980 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:42.154869 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:42.158448 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:42.184105 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Pushing event updated for resources: {'Port': ['ID=8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:42.429152 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks [] for router_gateway (14f659df-f3a6-4c47-9001-2fdc8fdf441d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.623971 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482'] for router (14f659df-f3a6-4c47-9001-2fdc8fdf441d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.756927 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Router 14f659df-f3a6-4c47-9001-2fdc8fdf441d is scheduled to L3 agent bb362382-b75b-4aa5-8440-3f734985d21a with binding_index 1 {{(pid=102694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:42.867207 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:42.878044 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Sync routers for ids ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:42.885456 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:42.889290 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-6ccef9a3-ef2f-48fb-a3ae-c2e287f19f2a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4684196 Jan 18 20:33:42.889849 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40048) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:42.890408 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Routers {'14f659df-f3a6-4c47-9001-2fdc8fdf441d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:42.891301 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:33:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:42.939840 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9dd97-223c-47d5-84b7-f9f43970e9ed None None] Network 8272cfcc-5091-400a-b3e6-3ea1969e620b requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:33:43.163116 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device bc097b24-02b4-4553-bc64-cd022b182915 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:43.217803 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d44e0982-9d3a-406d-8d19-22abefd83dbf None None] Provisioning complete for port bc097b24-02b4-4553-bc64-cd022b182915 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:43.218071 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d44e0982-9d3a-406d-8d19-22abefd83dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (bc097b24-02b4-4553-bc64-cd022b182915), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.254451 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Set router 14f659df-f3a6-4c47-9001-2fdc8fdf441d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:43.317367 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.422393 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port bc097b24-02b4-4553-bc64-cd022b182915 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:43.422774 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (bc097b24-02b4-4553-bc64-cd022b182915), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.491946 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Allocated IP 172.20.0.1 (8272cfcc-5091-400a-b3e6-3ea1969e620b/c161167f-800e-47a0-ace3-d8d6bda37f7a/5d0898cd-366e-4952-a220-890d617b27dc) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:43.549379 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d44e0982-9d3a-406d-8d19-22abefd83dbf None None] Current status of the port bc097b24-02b4-4553-bc64-cd022b182915 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:43.549772 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d44e0982-9d3a-406d-8d19-22abefd83dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (bc097b24-02b4-4553-bc64-cd022b182915), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.613509 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Publish callbacks [] for port (5d0898cd-366e-4952-a220-890d617b27dc), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.641351 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port bc097b24-02b4-4553-bc64-cd022b182915 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:43.641879 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (bc097b24-02b4-4553-bc64-cd022b182915), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.651355 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (5d0898cd-366e-4952-a220-890d617b27dc), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.658323 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d44e0982-9d3a-406d-8d19-22abefd83dbf None None] For port bc097b24-02b4-4553-bc64-cd022b182915, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=bc097b24-02b4-4553-bc64-cd022b182915,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:43.675360 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d44e0982-9d3a-406d-8d19-22abefd83dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (bc097b24-02b4-4553-bc64-cd022b182915), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.709886 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Pushing event updated for resources: {'Port': ['ID=5d0898cd-366e-4952-a220-890d617b27dc,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:43.713273 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Network 8272cfcc-5091-400a-b3e6-3ea1969e620b is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:43.715091 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:43.717399 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:43.764021 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:42Z', 'revision_number': 3, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:43.770341 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581223'] for router_interface (14f659df-f3a6-4c47-9001-2fdc8fdf441d), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.812739 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Checking router: 14f659df-f3a6-4c47-9001-2fdc8fdf441d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:33:43.813091 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Updating router 14f659df-f3a6-4c47-9001-2fdc8fdf441d port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 binding host dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:33:43.818234 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e0982-9d3a-406d-8d19-22abefd83dbf None None] Pushing event updated for resources: {'Port': ['ID=bc097b24-02b4-4553-bc64-cd022b182915,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:43.842155 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.db.api [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 20:33:43.842552 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG oslo_db.api [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 20:33:43.851933 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.875276 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-79365d7b-3eb8-41e0-b5c2-f814093e38b1 None None] Provisioning complete for port bc097b24-02b4-4553-bc64-cd022b182915 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:43.875694 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-79365d7b-3eb8-41e0-b5c2-f814093e38b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (bc097b24-02b4-4553-bc64-cd022b182915), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:43.907168 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (5d0898cd-366e-4952-a220-890d617b27dc), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.072669 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Publish callbacks [] for port (5d0898cd-366e-4952-a220-890d617b27dc), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.077837 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (5d0898cd-366e-4952-a220-890d617b27dc), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.086392 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-79365d7b-3eb8-41e0-b5c2-f814093e38b1 None None] Current status of the port bc097b24-02b4-4553-bc64-cd022b182915 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:44.147141 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Pushing event updated for resources: {'Port': ['ID=5d0898cd-366e-4952-a220-890d617b27dc,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:44.149644 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581139'] for router_interface (14f659df-f3a6-4c47-9001-2fdc8fdf441d), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.184980 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Publish callbacks [] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), precommit_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.190199 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.237887 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Network 8272cfcc-5091-400a-b3e6-3ea1969e620b is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:44.240100 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:44.260553 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f3320-f1f0-4ab9-82bb-5a74bbe876e3 None None] Pushing event updated for resources: {'Port': ['ID=8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:44.263465 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Attempting to bind port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:44.263833 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Attempting to bind port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:44.264196 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Attempting to bind port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 on network 345ae821-9aea-4565-955e-d3d455978d5f {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:44.267040 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-ef35ccd6-c7ea-4071-962e-fcab322c4e63 None None] Provisioning complete for port 5d0898cd-366e-4952-a220-890d617b27dc triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:44.267437 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ef35ccd6-c7ea-4071-962e-fcab322c4e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (5d0898cd-366e-4952-a220-890d617b27dc), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.291385 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:33:44.291772 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:33:44.292193 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.292619 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Bound using segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:33:44.293140 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Bound port: 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:33:44.293814 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.333527 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-ef35ccd6-c7ea-4071-962e-fcab322c4e63 None None] Port 5d0898cd-366e-4952-a220-890d617b27dc cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:44.361935 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Router 14f659df-f3a6-4c47-9001-2fdc8fdf441d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:33:44.384423 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] For port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:33:44.398374 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port bc097b24-02b4-4553-bc64-cd022b182915 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:44.401601 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] For port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:33:44.406806 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.471797 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Routers {'14f659df-f3a6-4c47-9001-2fdc8fdf441d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:44.473065 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:33:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:44.475832 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f3320-f1f0-4ab9-82bb-5a74bbe876e3 None None] Pushing event updated for resources: {'Port': ['ID=8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:44.485519 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:44.490380 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4747e053-e5ff-41bb-89af-ce08cd8cfa7c admin admin] 10.222.0.67 "PUT /v2.0/routers/14f659df-f3a6-4c47-9001-2fdc8fdf441d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5997546 Jan 18 20:33:44.578263 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-edac15bd-e3e2-4f92-ab1f-ec5af1cbbf70 None None] Provisioning complete for port 5d0898cd-366e-4952-a220-890d617b27dc triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:44.578635 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-edac15bd-e3e2-4f92-ab1f-ec5af1cbbf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (5d0898cd-366e-4952-a220-890d617b27dc), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:44.614572 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] Set router 14f659df-f3a6-4c47-9001-2fdc8fdf441d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:44.652689 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-edac15bd-e3e2-4f92-ab1f-ec5af1cbbf70 None None] Port 5d0898cd-366e-4952-a220-890d617b27dc cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:44.829245 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 2, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:44.863057 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623b7b2-2373-4c36-af5e-7132f257dd51 None None] The sync data for ids ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'] in dv-cinder-821602-14-iscsi is: [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 2, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:44.979856 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40064) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:44.984834 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1529361561-network', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:45.010677 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Made reservation on behalf of faed3b78110547eca12a9f8e4ccbf689 for: {'network': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:33:45.017637 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for network (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.027559 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.036382 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device bc097b24-02b4-4553-bc64-cd022b182915 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:45.116994 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port bc097b24-02b4-4553-bc64-cd022b182915 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:45.117584 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (bc097b24-02b4-4553-bc64-cd022b182915), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.157591 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Publish callbacks [] for security_group (7df6fc24-07f5-49ec-b8c6-00ff636d70c9), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.163343 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (7df6fc24-07f5-49ec-b8c6-00ff636d70c9), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.186907 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 20:33:45.205837 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df6fc24-07f5-49ec-b8c6-00ff636d70c9,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:45.217211 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port bc097b24-02b4-4553-bc64-cd022b182915 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:45.223520 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (b70e5467-c491-4ba2-81ee-6c189f219884), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.224259 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.segments_db [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Added segment b70e5467-c491-4ba2-81ee-6c189f219884 of type vlan for network 7425482f-8c09-41f2-8fa7-9418534b5c96 Jan 18 20:33:45.266240 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526762388'] for network (7425482f-8c09-41f2-8fa7-9418534b5c96), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.293848 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892'] for network (7425482f-8c09-41f2-8fa7-9418534b5c96), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.294892 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:45.295522 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.354588 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3735821 Jan 18 20:33:45.360492 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40066) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:45.365323 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Request body: {'subnet': {'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1529361561-subnet', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'ip_version': 4}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:45.372334 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e218a90-837c-4b27-9e18-81d136d2d3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7425482f-8c09-41f2-8fa7-9418534b5c96,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:45.382145 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Network 7425482f-8c09-41f2-8fa7-9418534b5c96 details requested by agent ovs-agent-dv-cinder-821602-14-iscsi with host dv-cinder-821602-14-iscsi {{(pid=102696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 20:33:45.393997 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Made reservation on behalf of faed3b78110547eca12a9f8e4ccbf689 for: {'subnet': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:33:45.396967 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10248747'] for subnet (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.596572 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8616238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10248709'] for subnet (ec24488f-4e17-4078-92af-f861c4c12357), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.657622 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec24488f-4e17-4078-92af-f861c4c12357,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:45.666488 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Checking segment: {'id': 'b70e5467-c491-4ba2-81ee-6c189f219884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:33:45.666932 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Network hostable DHCP agents. Network: 7425482f-8c09-41f2-8fa7-9418534b5c96, hostable agents: ['b28ae4f9-f84a-44ae-9978-9e0580893508'], hosted agents: [] {{(pid=102695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 20:33:45.685978 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Network 7425482f-8c09-41f2-8fa7-9418534b5c96 is scheduled to be hosted by DHCP agent b28ae4f9-f84a-44ae-9978-9e0580893508 with binding_index 1 {{(pid=102695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 20:33:45.697540 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-14-iscsi, 7425482f-8c09-41f2-8fa7-9418534b5c96) {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:45.701911 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:33:45.702362 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.709153 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb187a5-0f58-400b-912d-534b88743522 None None] Network 7425482f-8c09-41f2-8fa7-9418534b5c96 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:33:45.721599 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-9374f97c-3c28-4d9d-b78d-a77db243a6d9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3600342 Jan 18 20:33:45.724478 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40068) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:45.729010 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1529361561-router', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:33:45.752468 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10450'] for router (ac60df21-35eb-4128-8e6f-9239416e70cd), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.753522 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582503', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10459'] for router (ac60df21-35eb-4128-8e6f-9239416e70cd), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.812625 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks [] for router_controller (ac60df21-35eb-4128-8e6f-9239416e70cd), precommit_add_association {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.961135 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp864710ac-d929-5e13-b32f-6aa0dede2451-7425482f-8c09-41f2-8fa7-9418534b5c96', 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96', 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'fixed_ips': [{'subnet_id': 'ec24488f-4e17-4078-92af-f861c4c12357'}]}} from dv-cinder-821602-14-iscsi. {{(pid=102696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 20:33:45.962116 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:45.962266 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks [] for router_gateway (ac60df21-35eb-4128-8e6f-9239416e70cd), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.115864 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.db_base_plugin_common [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Allocated IP 172.20.0.2 (7425482f-8c09-41f2-8fa7-9418534b5c96/ec24488f-4e17-4078-92af-f861c4c12357/99bec336-605b-4d9f-85b9-717f6900e857) {{(pid=102696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:46.172014 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks [] for router_gateway (ac60df21-35eb-4128-8e6f-9239416e70cd), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.193358 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.278688 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Publish callbacks [] for port (99bec336-605b-4d9f-85b9-717f6900e857), precommit_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.285441 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723'] for port (99bec336-605b-4d9f-85b9-717f6900e857), after_create {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.304462 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Allocated IP 172.27.3.142 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/b9605fab-4031-4a17-86ee-28c46341b0fc) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:46.332342 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Network 7425482f-8c09-41f2-8fa7-9418534b5c96 is already hosted by enough agents. {{(pid=102696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:46.335179 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.scheduler.base_scheduler [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Resources bound (agent type, host, resource id): {{(pid=102696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:46.338691 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Received port after_create {{(pid=102696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:46.346138 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Pushing event updated for resources: {'Port': ['ID=99bec336-605b-4d9f-85b9-717f6900e857,revision_number=1']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:46.395935 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Attempting to bind port 99bec336-605b-4d9f-85b9-717f6900e857 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:46.396306 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Attempting to bind port 99bec336-605b-4d9f-85b9-717f6900e857 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'b70e5467-c491-4ba2-81ee-6c189f219884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:46.396671 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Attempting to bind port 99bec336-605b-4d9f-85b9-717f6900e857 on network 7425482f-8c09-41f2-8fa7-9418534b5c96 {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:46.401994 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:33:46.402374 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Checking segment: {'id': 'b70e5467-c491-4ba2-81ee-6c189f219884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:33:46.402778 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.403206 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Bound using segment: {'id': 'b70e5467-c491-4ba2-81ee-6c189f219884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:33:46.403699 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Bound port: 99bec336-605b-4d9f-85b9-717f6900e857, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70e5467-c491-4ba2-81ee-6c189f219884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:33:46.404081 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (99bec336-605b-4d9f-85b9-717f6900e857), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.404353 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks [] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.445412 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.478627 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] For port 99bec336-605b-4d9f-85b9-717f6900e857, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:33:46.481798 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] For port 99bec336-605b-4d9f-85b9-717f6900e857, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=99bec336-605b-4d9f-85b9-717f6900e857,segment=NetworkSegment(b70e5467-c491-4ba2-81ee-6c189f219884),segment_id=b70e5467-c491-4ba2-81ee-6c189f219884)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:33:46.486482 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (99bec336-605b-4d9f-85b9-717f6900e857), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.493315 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:46.497662 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:46.500285 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:46.533529 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Pushing event updated for resources: {'Port': ['ID=b9605fab-4031-4a17-86ee-28c46341b0fc,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:46.547675 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc692758-4ef6-40fb-afa1-76494dcb947a None None] Pushing event updated for resources: {'Port': ['ID=99bec336-605b-4d9f-85b9-717f6900e857,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:46.778239 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks [] for router_gateway (ac60df21-35eb-4128-8e6f-9239416e70cd), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:46.968381 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Sync routers for ids ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:46.980105 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Routers {'14f659df-f3a6-4c47-9001-2fdc8fdf441d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:46.980735 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:33:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:47.101982 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Set router 14f659df-f3a6-4c47-9001-2fdc8fdf441d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:47.103830 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 99bec336-605b-4d9f-85b9-717f6900e857 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:47.160988 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 99bec336-605b-4d9f-85b9-717f6900e857 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:47.161365 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (99bec336-605b-4d9f-85b9-717f6900e857), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.246220 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 99bec336-605b-4d9f-85b9-717f6900e857 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:47.246747 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (99bec336-605b-4d9f-85b9-717f6900e857), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.250545 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582482'] for router (ac60df21-35eb-4128-8e6f-9239416e70cd), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.285319 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port 99bec336-605b-4d9f-85b9-717f6900e857, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=99bec336-605b-4d9f-85b9-717f6900e857,segment=NetworkSegment(b70e5467-c491-4ba2-81ee-6c189f219884),segment_id=b70e5467-c491-4ba2-81ee-6c189f219884)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:47.296034 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (99bec336-605b-4d9f-85b9-717f6900e857), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.296034 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:47.310124 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 2, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:47.343349 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Checking router: 14f659df-f3a6-4c47-9001-2fdc8fdf441d for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:33:47.343704 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Updating router 14f659df-f3a6-4c47-9001-2fdc8fdf441d port 5d0898cd-366e-4952-a220-890d617b27dc binding host dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:33:47.371254 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (5d0898cd-366e-4952-a220-890d617b27dc), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.371515 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=99bec336-605b-4d9f-85b9-717f6900e857,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:47.388093 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:47.389534 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.393664 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Router ac60df21-35eb-4128-8e6f-9239416e70cd is scheduled to L3 agent bb362382-b75b-4aa5-8440-3f734985d21a with binding_index 1 {{(pid=102695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 20:33:47.499298 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:47.499682 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.522248 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:47.523454 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:47.531191 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.538894 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Sync routers for ids ['ac60df21-35eb-4128-8e6f-9239416e70cd'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:47.545602 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.547129 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-292b61e9-e593-4d24-beb8-42d510524548 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8216035 Jan 18 20:33:47.549836 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40070) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:33:47.577393 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Routers {'ac60df21-35eb-4128-8e6f-9239416e70cd'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:47.578022 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:33:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['ac60df21-35eb-4128-8e6f-9239416e70cd'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:47.633920 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:47.690960 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Publish callbacks [] for port (5d0898cd-366e-4952-a220-890d617b27dc), precommit_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.700252 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (5d0898cd-366e-4952-a220-890d617b27dc), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.724981 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Set router ac60df21-35eb-4128-8e6f-9239416e70cd gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:47.761415 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Pushing event updated for resources: {'Port': ['ID=5d0898cd-366e-4952-a220-890d617b27dc,revision_number=3']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:47.788742 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.789142 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.789506 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.789845 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.790177 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.790505 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.790854 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.791207 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.791534 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.791873 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.792199 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.792517 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.792836 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:33:47.829166 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Attempting to bind port 5d0898cd-366e-4952-a220-890d617b27dc on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:47.829537 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Attempting to bind port 5d0898cd-366e-4952-a220-890d617b27dc by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:47.829903 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Attempting to bind port 5d0898cd-366e-4952-a220-890d617b27dc on network 8272cfcc-5091-400a-b3e6-3ea1969e620b {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:47.836030 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:33:47.836407 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Checking segment: {'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:33:47.836812 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.837202 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Bound using segment: {'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:33:47.837674 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Bound port: 5d0898cd-366e-4952-a220-890d617b27dc, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'}}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:33:47.838176 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (5d0898cd-366e-4952-a220-890d617b27dc), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.928391 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] For port 5d0898cd-366e-4952-a220-890d617b27dc, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:33:47.931996 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] For port 5d0898cd-366e-4952-a220-890d617b27dc, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=5d0898cd-366e-4952-a220-890d617b27dc,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:33:47.940311 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (5d0898cd-366e-4952-a220-890d617b27dc), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:47.964542 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33562e25-92cb-4f4f-8990-b3544dfea45d None None] Network 7425482f-8c09-41f2-8fa7-9418534b5c96 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:33:48.029362 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Routers {'14f659df-f3a6-4c47-9001-2fdc8fdf441d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:48.030126 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:33:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:48.064261 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-ae98873b-2eb7-4662-a3c6-0c904ed40514 None None] Provisioning complete for port 99bec336-605b-4d9f-85b9-717f6900e857 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:48.064261 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ae98873b-2eb7-4662-a3c6-0c904ed40514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (99bec336-605b-4d9f-85b9-717f6900e857), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.076975 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55657589-b232-424f-bdf2-c26c3b62ec17 None None] Pushing event updated for resources: {'Port': ['ID=5d0898cd-366e-4952-a220-890d617b27dc,revision_number=4']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:48.131987 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.141058 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'name': 'tempest-TestMinimumBasicScenario-1529361561-router', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:45Z', 'updated_at': '2022-01-18T20:33:46Z', 'revision_number': 3, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'gw_port': {'id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:46Z', 'updated_at': '2022-01-18T20:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:48.155573 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] Set router 14f659df-f3a6-4c47-9001-2fdc8fdf441d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:48.182408 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Checking router: ac60df21-35eb-4128-8e6f-9239416e70cd for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:33:48.182763 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Updating router ac60df21-35eb-4128-8e6f-9239416e70cd port b9605fab-4031-4a17-86ee-28c46341b0fc binding host dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:33:48.254512 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.310674 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-ae98873b-2eb7-4662-a3c6-0c904ed40514 None None] Current status of the port 99bec336-605b-4d9f-85b9-717f6900e857 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:48.358041 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Allocated IP 172.20.0.1 (7425482f-8c09-41f2-8fa7-9418534b5c96/ec24488f-4e17-4078-92af-f861c4c12357/5d2b5f84-3fe9-4ba7-9250-5c768f41c140) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:33:48.486478 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Publish callbacks [] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.488637 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-5c066c3d-e9af-4a07-8bbd-44e86336f18a None None] Provisioning complete for port 5d0898cd-366e-4952-a220-890d617b27dc triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:48.489164 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5c066c3d-e9af-4a07-8bbd-44e86336f18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (5d0898cd-366e-4952-a220-890d617b27dc), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.504397 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:48.523935 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.532251 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8202b1e-96db-412a-9e61-873bedb13950 None None] The sync data for ids ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'] in dv-cinder-821602-14-iscsi is: [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:48.565421 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Network 7425482f-8c09-41f2-8fa7-9418534b5c96 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:48.568568 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:48.571431 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:33:48.604046 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Pushing event updated for resources: {'Port': ['ID=5d2b5f84-3fe9-4ba7-9250-5c768f41c140,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:48.620666 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581223'] for router_interface (ac60df21-35eb-4128-8e6f-9239416e70cd), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.672000 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Publish callbacks [] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), precommit_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.674741 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-5c066c3d-e9af-4a07-8bbd-44e86336f18a None None] Current status of the port 5d0898cd-366e-4952-a220-890d617b27dc is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:48.675158 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5c066c3d-e9af-4a07-8bbd-44e86336f18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (5d0898cd-366e-4952-a220-890d617b27dc), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.693456 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.771938 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-5c066c3d-e9af-4a07-8bbd-44e86336f18a None None] For port 5d0898cd-366e-4952-a220-890d617b27dc, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=5d0898cd-366e-4952-a220-890d617b27dc,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:48.775184 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Attempting to bind port b9605fab-4031-4a17-86ee-28c46341b0fc on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:48.775688 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Attempting to bind port b9605fab-4031-4a17-86ee-28c46341b0fc by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:48.776061 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Attempting to bind port b9605fab-4031-4a17-86ee-28c46341b0fc on network 345ae821-9aea-4565-955e-d3d455978d5f {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:48.776400 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.784406 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b282f41-6cb5-4ea6-8f07-84784ed779b1 None None] Pushing event updated for resources: {'Port': ['ID=b9605fab-4031-4a17-86ee-28c46341b0fc,revision_number=2']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:48.787520 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5c066c3d-e9af-4a07-8bbd-44e86336f18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (5d0898cd-366e-4952-a220-890d617b27dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.797319 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:33:48.798231 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Checking segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:33:48.799310 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.799878 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Bound using segment: {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'} {{(pid=102696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:33:48.801108 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.managers [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Bound port: b9605fab-4031-4a17-86ee-28c46341b0fc, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbdf213-8287-4631-8f60-18c6d5b03d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f'}}] {{(pid=102696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:33:48.801890 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.883927 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c066c3d-e9af-4a07-8bbd-44e86336f18a None None] Pushing event updated for resources: {'Port': ['ID=5d0898cd-366e-4952-a220-890d617b27dc,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:48.901827 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] For port b9605fab-4031-4a17-86ee-28c46341b0fc, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:33:48.905860 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] For port b9605fab-4031-4a17-86ee-28c46341b0fc, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=b9605fab-4031-4a17-86ee-28c46341b0fc,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:33:48.914417 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.946289 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-992da6f7-4225-4a81-9133-b09a93fbff39 None None] Provisioning complete for port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:48.946657 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-992da6f7-4225-4a81-9133-b09a93fbff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.978869 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Publish callbacks [] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:48.986148 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.015916 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Routers {'ac60df21-35eb-4128-8e6f-9239416e70cd'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:49.016950 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:33:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['ac60df21-35eb-4128-8e6f-9239416e70cd'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:49.071005 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2022910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1581139'] for router_interface (ac60df21-35eb-4128-8e6f-9239416e70cd), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.073134 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Pushing event updated for resources: {'Port': ['ID=5d2b5f84-3fe9-4ba7-9250-5c768f41c140,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:49.074864 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b282f41-6cb5-4ea6-8f07-84784ed779b1 None None] Pushing event updated for resources: {'Port': ['ID=b9605fab-4031-4a17-86ee-28c46341b0fc,revision_number=3']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:49.082999 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-992da6f7-4225-4a81-9133-b09a93fbff39 None None] Port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:49.108746 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:33:49.184161 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Network 7425482f-8c09-41f2-8fa7-9418534b5c96 is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:33:49.185726 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:33:49.308776 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] Set router ac60df21-35eb-4128-8e6f-9239416e70cd gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:49.324290 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Router ac60df21-35eb-4128-8e6f-9239416e70cd has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:33:49.340969 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 99bec336-605b-4d9f-85b9-717f6900e857 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:49.387499 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-992da6f7-4225-4a81-9133-b09a93fbff39 None None] Provisioning complete for port 99bec336-605b-4d9f-85b9-717f6900e857 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:49.387703 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-992da6f7-4225-4a81-9133-b09a93fbff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (99bec336-605b-4d9f-85b9-717f6900e857), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.542122 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 99bec336-605b-4d9f-85b9-717f6900e857 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:49.542490 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (99bec336-605b-4d9f-85b9-717f6900e857), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.643737 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-992da6f7-4225-4a81-9133-b09a93fbff39 None None] Current status of the port 99bec336-605b-4d9f-85b9-717f6900e857 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:49.703602 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 99bec336-605b-4d9f-85b9-717f6900e857 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:49.704662 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 5d0898cd-366e-4952-a220-890d617b27dc up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:49.708003 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:33:49.709745 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'name': 'tempest-TestMinimumBasicScenario-1529361561-router', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:45Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 4, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'gw_port': {'id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:46Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d2b5f84-3fe9-4ba7-9250-5c768f41c140', 'name': '', 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'mac_address': 'fa:16:3e:3c:c8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ec24488f-4e17-4078-92af-f861c4c12357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:48Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 2, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'subnets': [{'id': 'ec24488f-4e17-4078-92af-f861c4c12357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:49.713054 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-af6cf231-a7a7-4d1d-a981-90087a7d3a2d admin admin] 10.222.0.67 "PUT /v2.0/routers/ac60df21-35eb-4128-8e6f-9239416e70cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1615541 Jan 18 20:33:49.762295 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9e707-217d-4600-ab85-e4096852a5c5 None None] The sync data for ids ['ac60df21-35eb-4128-8e6f-9239416e70cd'] in dv-cinder-821602-14-iscsi is: [{'id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'name': 'tempest-TestMinimumBasicScenario-1529361561-router', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:45Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 4, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'gw_port': {'id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:46Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d2b5f84-3fe9-4ba7-9250-5c768f41c140', 'name': '', 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'mac_address': 'fa:16:3e:3c:c8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ec24488f-4e17-4078-92af-f861c4c12357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:48Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 2, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'subnets': [{'id': 'ec24488f-4e17-4078-92af-f861c4c12357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:49.783875 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-4d4617d2-634a-4796-acde-8da943211f87 None None] Provisioning complete for port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:49.784580 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4d4617d2-634a-4796-acde-8da943211f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.831833 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 5d0898cd-366e-4952-a220-890d617b27dc triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:49.832281 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (5d0898cd-366e-4952-a220-890d617b27dc), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:49.857969 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-4d4617d2-634a-4796-acde-8da943211f87 None None] Port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:33:49.928740 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 5d0898cd-366e-4952-a220-890d617b27dc is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:49.930518 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:50.006827 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:50.007369 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:50.109267 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:52.706734 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Sync routers for ids ['ac60df21-35eb-4128-8e6f-9239416e70cd'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:33:52.717964 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Routers {'ac60df21-35eb-4128-8e6f-9239416e70cd'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:52.718651 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:33:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['ac60df21-35eb-4128-8e6f-9239416e70cd'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:52.836134 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Set router ac60df21-35eb-4128-8e6f-9239416e70cd gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:53.065842 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'name': 'tempest-TestMinimumBasicScenario-1529361561-router', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:45Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 4, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'gw_port': {'id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:46Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d2b5f84-3fe9-4ba7-9250-5c768f41c140', 'name': '', 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'mac_address': 'fa:16:3e:3c:c8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ec24488f-4e17-4078-92af-f861c4c12357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:48Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 2, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'subnets': [{'id': 'ec24488f-4e17-4078-92af-f861c4c12357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:53.095347 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Checking router: ac60df21-35eb-4128-8e6f-9239416e70cd for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:33:53.096477 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Updating router ac60df21-35eb-4128-8e6f-9239416e70cd port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 binding host dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 20:33:53.098870 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device b9605fab-4031-4a17-86ee-28c46341b0fc up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:53.129225 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:53.155558 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port b9605fab-4031-4a17-86ee-28c46341b0fc triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:53.155933 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:53.241265 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port b9605fab-4031-4a17-86ee-28c46341b0fc is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:53.241620 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:53.267833 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] For port b9605fab-4031-4a17-86ee-28c46341b0fc, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=b9605fab-4031-4a17-86ee-28c46341b0fc,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:53.274386 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:53.337995 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Pushing event updated for resources: {'Port': ['ID=b9605fab-4031-4a17-86ee-28c46341b0fc,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:53.456164 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Publish callbacks [] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), precommit_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:53.462906 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:53.515442 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1a6d7-a432-48ee-8cda-be72c0758a4f None None] Pushing event updated for resources: {'Port': ['ID=5d2b5f84-3fe9-4ba7-9250-5c768f41c140,revision_number=3']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:53.584343 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Attempting to bind port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 on host dv-cinder-821602-14-iscsi for vnic_type normal with profile {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:33:53.585004 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Attempting to bind port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 by drivers openvswitch,hyperv on host dv-cinder-821602-14-iscsi at level 0 using segments [{'id': 'b70e5467-c491-4ba2-81ee-6c189f219884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96'}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:33:53.585769 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Attempting to bind port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 on network 7425482f-8c09-41f2-8fa7-9418534b5c96 {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:33:53.592937 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Checking agent: {'id': '479b38b8-f4c6-4e0b-925e-3607e084459e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 15, 6), 'started_at': datetime.datetime(2022, 1, 18, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:33:53.593322 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Checking segment: {'id': 'b70e5467-c491-4ba2-81ee-6c189f219884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:33:53.593731 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:53.595445 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Bound using segment: {'id': 'b70e5467-c491-4ba2-81ee-6c189f219884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96'} {{(pid=102697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:33:53.595955 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.managers [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Bound port: 5d2b5f84-3fe9-4ba7-9250-5c768f41c140, host: dv-cinder-821602-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70e5467-c491-4ba2-81ee-6c189f219884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96'}}] {{(pid=102697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:33:53.596341 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), before_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:53.680507 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] For port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140, host dv-cinder-821602-14-iscsi, cleared binding levels {{(pid=102697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:33:53.684984 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.plugins.ml2.db [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] For port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140, host dv-cinder-821602-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=5d2b5f84-3fe9-4ba7-9250-5c768f41c140,segment=NetworkSegment(b70e5467-c491-4ba2-81ee-6c189f219884),segment_id=b70e5467-c491-4ba2-81ee-6c189f219884)] {{(pid=102697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:33:53.692337 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron_lib.callbacks.manager [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), after_update {{(pid=102697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:53.756966 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Routers {'ac60df21-35eb-4128-8e6f-9239416e70cd'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:33:53.757830 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:33:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['ac60df21-35eb-4128-8e6f-9239416e70cd'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:53.760310 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1a6d7-a432-48ee-8cda-be72c0758a4f None None] Pushing event updated for resources: {'Port': ['ID=5d2b5f84-3fe9-4ba7-9250-5c768f41c140,revision_number=4']} {{(pid=102697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:53.826349 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-cf4e1178-47c9-4d9e-aa75-7fe4ee57d23e None None] Provisioning complete for port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:53.827134 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1178-47c9-4d9e-aa75-7fe4ee57d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:53.909185 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] Set router ac60df21-35eb-4128-8e6f-9239416e70cd gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:33:53.986760 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e1178-47c9-4d9e-aa75-7fe4ee57d23e None None] Current status of the port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 is: DOWN; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:53.987860 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1178-47c9-4d9e-aa75-7fe4ee57d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.047582 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-cf4e1178-47c9-4d9e-aa75-7fe4ee57d23e None None] For port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=5d2b5f84-3fe9-4ba7-9250-5c768f41c140,segment=NetworkSegment(b70e5467-c491-4ba2-81ee-6c189f219884),segment_id=b70e5467-c491-4ba2-81ee-6c189f219884)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:33:54.053282 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1178-47c9-4d9e-aa75-7fe4ee57d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.115773 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e1178-47c9-4d9e-aa75-7fe4ee57d23e None None] Pushing event updated for resources: {'Port': ['ID=5d2b5f84-3fe9-4ba7-9250-5c768f41c140,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:33:54.178237 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'name': 'tempest-TestMinimumBasicScenario-1529361561-router', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:45Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 4, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'gw_port': {'id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:46Z', 'updated_at': '2022-01-18T20:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d2b5f84-3fe9-4ba7-9250-5c768f41c140', 'name': '', 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'mac_address': 'fa:16:3e:3c:c8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ec24488f-4e17-4078-92af-f861c4c12357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:48Z', 'updated_at': '2022-01-18T20:33:53Z', 'revision_number': 4, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'subnets': [{'id': 'ec24488f-4e17-4078-92af-f861c4c12357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:33:54.183953 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d60fb6c3-bd47-4a35-a5f6-7bb352f908a5 None None] Provisioning complete for port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:54.184448 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d60fb6c3-bd47-4a35-a5f6-7bb352f908a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:54.213567 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b373b93f-0089-47c7-b01e-74005f6aff6c None None] The sync data for ids ['ac60df21-35eb-4128-8e6f-9239416e70cd'] in dv-cinder-821602-14-iscsi is: [{'id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'name': 'tempest-TestMinimumBasicScenario-1529361561-router', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:45Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 4, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'gw_port': {'id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:46Z', 'updated_at': '2022-01-18T20:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d2b5f84-3fe9-4ba7-9250-5c768f41c140', 'name': '', 'network_id': '7425482f-8c09-41f2-8fa7-9418534b5c96', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'mac_address': 'fa:16:3e:3c:c8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ec24488f-4e17-4078-92af-f861c4c12357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:48Z', 'updated_at': '2022-01-18T20:33:53Z', 'revision_number': 4, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'subnets': [{'id': 'ec24488f-4e17-4078-92af-f861c4c12357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:33:54.285557 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d60fb6c3-bd47-4a35-a5f6-7bb352f908a5 None None] Current status of the port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:55.093667 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device b9605fab-4031-4a17-86ee-28c46341b0fc up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:55.151305 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port b9605fab-4031-4a17-86ee-28c46341b0fc triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:55.151985 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.236769 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port b9605fab-4031-4a17-86ee-28c46341b0fc is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:55.238228 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 up at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:33:55.293444 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Provisioning complete for port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:33:55.293444 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:33:55.397206 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Current status of the port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:33:59.793137 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-eb991c20-9c84-4a4d-94b3-d40b8896c067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.499393 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-47748b39-a7a8-47f4-820a-fc04b7ba5f1f tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:00.504122 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-47748b39-a7a8-47f4-820a-fc04b7ba5f1f tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/networks?id=8272cfcc-5091-400a-b3e6-3ea1969e620b HTTP/1.1" status: 200 len: 815 time: 0.0979972 Jan 18 20:34:00.516687 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-9ebc7d1a-b5a5-421b-9cda-71f426d22a79 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/quotas/fdf494b30e744b9d83b873fae342275f HTTP/1.1" status: 200 len: 375 time: 0.0089958 Jan 18 20:34:00.569097 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-dbeff935-a92e-4eec-8b88-8b65d592dd2c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fdf494b30e744b9d83b873fae342275f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468194 Jan 18 20:34:00.584423 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-73130de1-333d-4b9d-88f5-0d47df59e5a2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:34:00.585378 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-73130de1-333d-4b9d-88f5-0d47df59e5a2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056584 Jan 18 20:34:00.671851 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-d78491af-5c83-4f55-bd4d-a9999da53536 service neutron] 10.222.0.67 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812244 Jan 18 20:34:00.761739 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-2aa8e92c-f33a-4135-8360-22331fc0d616 service neutron] 10.222.0.67 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841126 Jan 18 20:34:01.023081 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bcf4db05-336a-4576-a766-5f726ee57648 req-e7c85d4e-8e3b-41b2-9e3d-bed9d5ba7782 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 210 time: 0.1202378 Jan 18 20:34:01.889444 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-93f30547-1f52-4338-9b76-e1dd8c40332c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:01.974733 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-49a0e76d-1e2d-40ab-aa8a-1ff690cf4247 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:01.976266 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-49a0e76d-1e2d-40ab-aa8a-1ff690cf4247 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.45 "GET /v2.0/networks?id=8272cfcc-5091-400a-b3e6-3ea1969e620b HTTP/1.1" status: 200 len: 815 time: 0.1104984 Jan 18 20:34:01.989209 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'port': {'device_id': '2293f505-4950-4219-ae01-fa3597af3e90', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'admin_state_up': True, 'tenant_id': 'fdf494b30e744b9d83b873fae342275f'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:02.100798 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Made reservation on behalf of fdf494b30e744b9d83b873fae342275f for: {'port': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:02.104399 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:02.123374 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0fa7521f-1f2d-42b9-ad50-ec6cff052111 req-9b6988d0-8616-481e-acf4-64d7cec260b0 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 210 time: 0.0327587 Jan 18 20:34:02.241438 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Allocated IP 172.20.0.13 (8272cfcc-5091-400a-b3e6-3ea1969e620b/c161167f-800e-47a0-ace3-d8d6bda37f7a/d913cdd2-3b97-4121-9ee9-3e3d66339724) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:02.413443 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:02.451786 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:02.481859 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Network 8272cfcc-5091-400a-b3e6-3ea1969e620b is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:02.485218 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:02.501930 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:02.603352 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'Port': ['ID=d913cdd2-3b97-4121-9ee9-3e3d66339724,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:02.621758 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:02.622671 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:02.646159 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-04bbe976-2b0a-4be5-92b9-85298b1b1abb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6601021 Jan 18 20:34:02.770196 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-3f7c85a2-86cf-4df2-9c2a-e8f5693c82b4 None None] Provisioning complete for port d913cdd2-3b97-4121-9ee9-3e3d66339724 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:02.770581 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3f7c85a2-86cf-4df2-9c2a-e8f5693c82b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:02.820574 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c85a2-86cf-4df2-9c2a-e8f5693c82b4 None None] Port d913cdd2-3b97-4121-9ee9-3e3d66339724 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:34:03.244186 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06ba8b-6e3b-468c-8bba-d7388b90ce5c req-c9f19135-b420-46ed-a5e4-c638cbf7fdc3 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:03.245616 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8b06ba8b-6e3b-468c-8bba-d7388b90ce5c req-c9f19135-b420-46ed-a5e4-c638cbf7fdc3 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 932 time: 0.0529852 Jan 18 20:34:03.297352 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8b06ba8b-6e3b-468c-8bba-d7388b90ce5c req-350c5f7b-8548-41b2-a431-404b870b158e tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Jan 18 20:34:03.403985 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:04.146319 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:04.420895 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e8df-d659-490a-abfc-875bf49d8040 req-20f5fa12-2cea-4d44-82a1-ca58947baa14 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:04.422554 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7768e8df-d659-490a-abfc-875bf49d8040 req-20f5fa12-2cea-4d44-82a1-ca58947baa14 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 932 time: 0.0504897 Jan 18 20:34:04.475477 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7768e8df-d659-490a-abfc-875bf49d8040 req-e974f2ea-4245-4f29-b14a-0f10ae88cdee tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460451 Jan 18 20:34:04.742226 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:05.613568 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aae76-21c7-419c-ad76-28393f6c5c66 req-e3c8f648-a5e4-4c23-80d7-1b9dcb492beb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:05.620683 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5a7aae76-21c7-419c-ad76-28393f6c5c66 req-e3c8f648-a5e4-4c23-80d7-1b9dcb492beb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 932 time: 0.0725291 Jan 18 20:34:05.669685 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5a7aae76-21c7-419c-ad76-28393f6c5c66 req-def3836d-7bfa-4043-9bbc-8aaa26e68d5b tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481200 Jan 18 20:34:05.748080 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:06.794614 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f1325-34e0-459c-ad08-0480cd998f25 req-bfa7b3fb-75cf-4840-abe5-9b99b8ea5fd5 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:06.796125 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-993f1325-34e0-459c-ad08-0480cd998f25 req-bfa7b3fb-75cf-4840-abe5-9b99b8ea5fd5 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 932 time: 0.0541239 Jan 18 20:34:06.848884 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-993f1325-34e0-459c-ad08-0480cd998f25 req-ca8b97b5-77b1-4724-82c7-a78dc081438a tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Jan 18 20:34:07.976113 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dc210-9ec4-42af-be13-8dd1dca16ab9 req-02daf3ca-b7c7-4793-9dc6-f6f3b823cc36 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:07.977571 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e99dc210-9ec4-42af-be13-8dd1dca16ab9 req-02daf3ca-b7c7-4793-9dc6-f6f3b823cc36 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 932 time: 0.0588791 Jan 18 20:34:08.029870 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e99dc210-9ec4-42af-be13-8dd1dca16ab9 req-e4383f1f-961e-470b-9098-d0f3f1990305 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457654 Jan 18 20:34:09.159130 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4cbb7-d1dd-4872-8404-104cae3604f4 req-3811124f-0a27-46da-bed7-c5c9d037e8db tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:09.161235 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-85a4cbb7-d1dd-4872-8404-104cae3604f4 req-3811124f-0a27-46da-bed7-c5c9d037e8db tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 932 time: 0.0596113 Jan 18 20:34:09.209428 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-85a4cbb7-d1dd-4872-8404-104cae3604f4 req-794bcf63-c164-4cc3-b8dc-3af723fe358f tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425305 Jan 18 20:34:10.326279 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eacaa2-fd37-4451-a1fc-f9ac7cc54e3d req-6e99474c-4208-4365-bb92-a1541b624a5c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:10.327780 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-67eacaa2-fd37-4451-a1fc-f9ac7cc54e3d req-6e99474c-4208-4365-bb92-a1541b624a5c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 932 time: 0.0486765 Jan 18 20:34:10.378923 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-67eacaa2-fd37-4451-a1fc-f9ac7cc54e3d req-7bb47092-b765-4e9b-b8e8-40e4f3f0d014 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455594 Jan 18 20:34:10.405912 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-59a34513-edf4-48ab-889d-b80f8a1709fe tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102695) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:34:10.406889 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-59a34513-edf4-48ab-889d-b80f8a1709fe tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052006 Jan 18 20:34:10.462116 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Request body: {'port': {'device_id': '2293f505-4950-4219-ae01-fa3597af3e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:10.513330 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.765874 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d913cdd2-3b97-4121-9ee9-3e3d66339724 {{(pid=102695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:34:10.773497 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Publish callbacks [] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.784956 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.provisioning_blocks [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Transition to ACTIVE for port object d913cdd2-3b97-4121-9ee9-3e3d66339724 will not be triggered until provisioned by entity L2. {{(pid=102695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:34:10.788883 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.837402 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Pushing event updated for resources: {'Port': ['ID=d913cdd2-3b97-4121-9ee9-3e3d66339724,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:10.904846 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Attempting to bind port d913cdd2-3b97-4121-9ee9-3e3d66339724 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:34:10.905179 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Attempting to bind port d913cdd2-3b97-4121-9ee9-3e3d66339724 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:34:10.905497 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Attempting to bind port d913cdd2-3b97-4121-9ee9-3e3d66339724 on network 8272cfcc-5091-400a-b3e6-3ea1969e620b {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:34:10.910008 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Port d913cdd2-3b97-4121-9ee9-3e3d66339724 on network 8272cfcc-5091-400a-b3e6-3ea1969e620b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:34:10.910318 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Attempting to bind port d913cdd2-3b97-4121-9ee9-3e3d66339724 on network 8272cfcc-5091-400a-b3e6-3ea1969e620b {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:34:10.916015 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:34:10.916344 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Checking segment: {'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:10.916716 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Bound using segment: {'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:34:10.917132 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Bound port: d913cdd2-3b97-4121-9ee9-3e3d66339724, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1beafc7d-ae35-4451-b348-6b9959980c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b'}}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:34:10.917476 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:10.988102 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] For port d913cdd2-3b97-4121-9ee9-3e3d66339724, host hv-cinder-82160, cleared binding levels {{(pid=102695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:34:10.992027 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] For port d913cdd2-3b97-4121-9ee9-3e3d66339724, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:34:10.996916 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:11.029841 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:11.030460 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:11.031858 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] 10.222.0.45 "PUT /v2.0/ports/d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 1094 time: 0.6161160 Jan 18 20:34:11.034052 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:34:11.037349 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef7b928-2cfc-4272-9fb2-628da77d845a" -d '{"events": [{"name": "network-changed", "server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:34:11.066540 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f6b4a-7e86-4270-a2fb-a2c05aa6a22d service neutron] Pushing event updated for resources: {'Port': ['ID=d913cdd2-3b97-4121-9ee9-3e3d66339724,revision_number=3']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:11.089231 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02213950-d8fb-435a-93e9-380aaa2c9d06 x-openstack-request-id: req-02213950-d8fb-435a-93e9-380aaa2c9d06 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:34:11.089526 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:34:11.089778 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-02213950-d8fb-435a-93e9-380aaa2c9d06 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:34:11.090318 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'status': 'completed', 'code': 200} Jan 18 20:34:11.131403 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-70e1de64-3350-4733-8b16-d988a09646e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:11.132907 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-70e1de64-3350-4733-8b16-d988a09646e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdf494b30e744b9d83b873fae342275f&device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 1097 time: 0.0417914 Jan 18 20:34:11.180591 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-c838f376-826d-4c55-bf75-47cb63b04c30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 217 time: 0.0398786 Jan 18 20:34:11.231136 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-e63017aa-a82d-40ec-9362-acbf8053ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:11.232621 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-e63017aa-a82d-40ec-9362-acbf8053ec6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c161167f-800e-47a0-ace3-d8d6bda37f7a HTTP/1.1" status: 200 len: 854 time: 0.0453041 Jan 18 20:34:11.276223 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-a9280a10-fcbf-43a6-b41b-c3dc2f9b3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:11.277704 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-a9280a10-fcbf-43a6-b41b-c3dc2f9b3d6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8272cfcc-5091-400a-b3e6-3ea1969e620b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395331 Jan 18 20:34:11.369965 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-09878c70-6f20-49a7-a074-7c9cb35bfeb5 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860531 Jan 18 20:34:11.480263 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-9b782a1d-9d1b-4f74-adc8-4748c30df4ce req-55dda889-f27f-46d1-a4d5-a2b51e65c8d4 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023009 Jan 18 20:34:11.502427 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569f937-e7e7-4d70-95df-801ab8a489b7 req-35c0d889-efb6-452f-8733-f0ece43b2a74 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:11.503923 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3569f937-e7e7-4d70-95df-801ab8a489b7 req-35c0d889-efb6-452f-8733-f0ece43b2a74 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 944 time: 0.0579598 Jan 18 20:34:11.580247 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-3569f937-e7e7-4d70-95df-801ab8a489b7 req-a6da584a-5bec-47b2-8584-6a2c18932f14 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692720 Jan 18 20:34:11.588547 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-13357def-25f9-4f80-888e-f449f04a30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:11.590020 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-13357def-25f9-4f80-888e-f449f04a30f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdf494b30e744b9d83b873fae342275f&device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 1097 time: 0.0626805 Jan 18 20:34:11.685892 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-17601c47-dc4c-439f-9922-e3b6bd0710dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:11.687452 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-17601c47-dc4c-439f-9922-e3b6bd0710dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=8272cfcc-5091-400a-b3e6-3ea1969e620b HTTP/1.1" status: 200 len: 915 time: 0.0859268 Jan 18 20:34:11.732083 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-b54651dc-a5e2-4f4e-99a1-12a055cccbdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 217 time: 0.0372663 Jan 18 20:34:11.779945 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-5a4d421f-1f3f-4032-b9bb-877b5cb5dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:11.781380 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-5a4d421f-1f3f-4032-b9bb-877b5cb5dee8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c161167f-800e-47a0-ace3-d8d6bda37f7a HTTP/1.1" status: 200 len: 854 time: 0.0430133 Jan 18 20:34:11.827190 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-103d1536-0581-4672-9cc3-643cb0e63c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:11.828687 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-103d1536-0581-4672-9cc3-643cb0e63c18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8272cfcc-5091-400a-b3e6-3ea1969e620b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386732 Jan 18 20:34:11.919767 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-135a3f08-97a7-42bc-925a-38f9d54d9ec9 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836284 Jan 18 20:34:12.015022 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2ef7b928-2cfc-4272-9fb2-628da77d845a req-935e3e2e-12bd-4062-999a-669fd8649b46 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868731 Jan 18 20:34:12.697650 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eeb09-1d2e-457a-89c9-0b4867011c47 req-1b239b48-5e0c-4a20-80de-7a2d7b5387dd tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:12.699152 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3d9eeb09-1d2e-457a-89c9-0b4867011c47 req-1b239b48-5e0c-4a20-80de-7a2d7b5387dd tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 944 time: 0.0507600 Jan 18 20:34:12.744311 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-3d9eeb09-1d2e-457a-89c9-0b4867011c47 req-95f40409-db1c-4362-af21-b0cb0c199c2d tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Jan 18 20:34:13.740066 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device d913cdd2-3b97-4121-9ee9-3e3d66339724 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:34:13.837083 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port d913cdd2-3b97-4121-9ee9-3e3d66339724, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:13.848725 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'port_id': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'mac_address': 'fa:16:3e:54:97:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:34:13.859920 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79382726-2815-4da8-82fd-a1708861685b req-4f0f0eaf-2623-4381-86a9-5351a0659cf8 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:13.861392 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-79382726-2815-4da8-82fd-a1708861685b req-4f0f0eaf-2623-4381-86a9-5351a0659cf8 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 944 time: 0.0510876 Jan 18 20:34:13.886129 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port d913cdd2-3b97-4121-9ee9-3e3d66339724 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:13.886523 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:13.902290 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d913cdd2-3b97-4121-9ee9-3e3d66339724 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:34:13.908350 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-79382726-2815-4da8-82fd-a1708861685b req-cdfffc22-c4d1-4ec7-b2b7-70ac71e8137c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Jan 18 20:34:13.923966 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port d913cdd2-3b97-4121-9ee9-3e3d66339724, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:13.929538 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:13.976148 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=d913cdd2-3b97-4121-9ee9-3e3d66339724,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:14.150196 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['d913cdd2-3b97-4121-9ee9-3e3d66339724'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:34:15.021829 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67823dc-c6ce-4c78-8b8f-56bec604b3b0 req-df2a5bb2-b4e8-4ab0-a7aa-cfafa3519ba7 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:15.023335 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f67823dc-c6ce-4c78-8b8f-56bec604b3b0 req-df2a5bb2-b4e8-4ab0-a7aa-cfafa3519ba7 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 945 time: 0.0478384 Jan 18 20:34:15.070983 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-f67823dc-c6ce-4c78-8b8f-56bec604b3b0 req-5a2225ae-0760-439f-88b6-697122df27f0 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421000 Jan 18 20:34:15.749840 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device d913cdd2-3b97-4121-9ee9-3e3d66339724 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:34:15.798911 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port d913cdd2-3b97-4121-9ee9-3e3d66339724 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:34:15.803112 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port d913cdd2-3b97-4121-9ee9-3e3d66339724 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:15.803487 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:15.881025 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port d913cdd2-3b97-4121-9ee9-3e3d66339724 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:15.881416 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:15.903129 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:34:15.905368 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fc3ffd-553f-46a5-8f90-278804b2ce00" -d '{"events": [{"server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "name": "network-vif-plugged", "status": "completed", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:34:15.922971 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port d913cdd2-3b97-4121-9ee9-3e3d66339724, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:15.928162 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:15.977794 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=d913cdd2-3b97-4121-9ee9-3e3d66339724,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:16.002069 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b2be71-fba5-473e-9613-4ddab1337601 x-openstack-request-id: req-75b2be71-fba5-473e-9613-4ddab1337601 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:34:16.002389 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "name": "network-vif-plugged", "status": "completed", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:34:16.002647 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-75b2be71-fba5-473e-9613-4ddab1337601 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:34:16.003132 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'code': 200} Jan 18 20:34:16.164043 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82936e60-fa8f-4a1b-a9cb-0a1bb9c449ca req-376e880e-9003-4425-935f-79a177fc047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:16.165812 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-82936e60-fa8f-4a1b-a9cb-0a1bb9c449ca req-376e880e-9003-4425-935f-79a177fc047a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 1099 time: 0.0413902 Jan 18 20:34:16.186665 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc8d93-ee55-4260-a083-a334e28e0140 req-9401ea87-5df1-4618-8490-4a258b06a387 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:16.188185 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-defc8d93-ee55-4260-a083-a334e28e0140 req-9401ea87-5df1-4618-8490-4a258b06a387 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 946 time: 0.0511642 Jan 18 20:34:16.216508 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-82936e60-fa8f-4a1b-a9cb-0a1bb9c449ca req-373f23a1-1d2b-43c1-840f-07ec8d3fca54 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Jan 18 20:34:16.244858 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-defc8d93-ee55-4260-a083-a334e28e0140 req-6d046b55-7230-4aa7-802b-32a2a9305bef tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506637 Jan 18 20:34:17.361218 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3aecaa-7cca-48dd-9b6c-d4c7aeeeaaa4 req-0615cd89-f970-4e57-a9e5-52cc6e0d31e9 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:17.362703 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0f3aecaa-7cca-48dd-9b6c-d4c7aeeeaaa4 req-0615cd89-f970-4e57-a9e5-52cc6e0d31e9 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 946 time: 0.0504179 Jan 18 20:34:17.412552 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0f3aecaa-7cca-48dd-9b6c-d4c7aeeeaaa4 req-73c0afe4-0c33-4436-a9c3-008508a3e406 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Jan 18 20:34:17.523213 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca273a-f7f7-4de3-b52b-7860545073f3 req-c128d335-d538-4361-92f3-55bc8c35dfcb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:17.524617 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7aca273a-f7f7-4de3-b52b-7860545073f3 req-c128d335-d538-4361-92f3-55bc8c35dfcb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 946 time: 0.0475056 Jan 18 20:34:17.570733 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7aca273a-f7f7-4de3-b52b-7860545073f3 req-4c0648c3-1b52-4728-b697-97a512dd3413 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Jan 18 20:34:17.890222 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f927-7963-4d35-9227-1b97013315d4 req-a0eaf230-9a4b-4bba-b98c-c5d29d716d8d tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:17.891733 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a9a8f927-7963-4d35-9227-1b97013315d4 req-a0eaf230-9a4b-4bba-b98c-c5d29d716d8d tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 946 time: 0.0476525 Jan 18 20:34:17.938022 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-a9a8f927-7963-4d35-9227-1b97013315d4 req-2da91b40-4e7e-408b-86d1-259f70521269 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Jan 18 20:34:26.108116 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:34:26.261560 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18097c8-96e2-40b6-be04-efca5771b588 req-ad4753f4-2d5a-41ab-9811-28ddcfdce1bc tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:26.263274 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b18097c8-96e2-40b6-be04-efca5771b588 req-ad4753f4-2d5a-41ab-9811-28ddcfdce1bc tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 946 time: 0.0587063 Jan 18 20:34:26.311762 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-b18097c8-96e2-40b6-be04-efca5771b588 req-bccab611-847b-4839-81ec-1d0afd440fac tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Jan 18 20:34:26.334053 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40266) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:26.416582 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd0a4ec-f17d-4c36-8fa5-393451829630 tempest-TestMinimumBasicScenario-435990510 tempest-TestMinimumBasicScenario-435990510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:26.418069 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8cd0a4ec-f17d-4c36-8fa5-393451829630 tempest-TestMinimumBasicScenario-435990510 tempest-TestMinimumBasicScenario-435990510-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 1094 time: 0.0825124 Jan 18 20:34:26.421351 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40270) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:26.425509 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'floatingip': {'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'port_id': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:26.448315 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:26.546720 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:26.646860 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Allocated IP 172.27.3.126 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/1a77fa55-0454-453e-8a7f-7036bd926cf2) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:26.749579 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for port (1a77fa55-0454-453e-8a7f-7036bd926cf2), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:26.783511 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (1a77fa55-0454-453e-8a7f-7036bd926cf2), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:26.822883 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:26.827127 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:26.831423 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:26.834310 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'Port': ['ID=1a77fa55-0454-453e-8a7f-7036bd926cf2,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:27.182760 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for floatingip (b487ed34-9fc1-4dc7-9f64-49cf62591efc), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.245546 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (1a77fa55-0454-453e-8a7f-7036bd926cf2), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.396209 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for port (1a77fa55-0454-453e-8a7f-7036bd926cf2), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.401383 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (1a77fa55-0454-453e-8a7f-7036bd926cf2), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.472389 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'Port': ['ID=1a77fa55-0454-453e-8a7f-7036bd926cf2,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:27.483914 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (b487ed34-9fc1-4dc7-9f64-49cf62591efc), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.580904 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.l3_db [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Floating IP b487ed34-9fc1-4dc7-9f64-49cf62591efc associated. External IP: 172.27.3.126, port: d913cdd2-3b97-4121-9ee9-3e3d66339724. Jan 18 20:34:27.781783 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Router 14f659df-f3a6-4c47-9001-2fdc8fdf441d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:34:27.882489 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:34:27.892604 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] Sync routers for ids ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:34:27.900374 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:27.902999 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] Routers {'14f659df-f3a6-4c47-9001-2fdc8fdf441d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:34:27.903647 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:34:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:27.933087 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-835da4a7-b15c-41c1-ab0a-c61ea086b339 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5082963 Jan 18 20:34:27.933087 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:34:27.933562 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40272) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:27.934033 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ab56b3-20d6-4ce8-abce-7face4f7659c" -d '{"events": [{"name": "network-changed", "server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:34:27.937922 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510748836', 'description': 'tempest-secgroup-smoke-1510748836 description', 'project_id': 'fdf494b30e744b9d83b873fae342275f'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:27.966323 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.013150 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] Set router 14f659df-f3a6-4c47-9001-2fdc8fdf441d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:34:28.032561 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b84946-c133-4935-a5a4-0a9ddaa541f3 x-openstack-request-id: req-20b84946-c133-4935-a5a4-0a9ddaa541f3 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:34:28.033028 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:34:28.033355 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-20b84946-c133-4935-a5a4-0a9ddaa541f3 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:34:28.033828 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'status': 'completed', 'code': 200} Jan 18 20:34:28.051362 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group (03cb478f-d5bc-4e2d-8994-c7a140e4aa06), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.063779 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (03cb478f-d5bc-4e2d-8994-c7a140e4aa06), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.111300 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cb478f-d5bc-4e2d-8994-c7a140e4aa06,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:28.114951 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.116734 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1822562 Jan 18 20:34:28.119865 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40278) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:28.124249 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.124423 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-3d49d4be-e5e5-49f4-aa9e-36aad9980d68 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'security_group_rule': {'security_group_id': '03cb478f-d5bc-4e2d-8994-c7a140e4aa06', 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:28.124597 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.124941 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.125273 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.125604 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.125930 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.126256 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.126579 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.126900 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.127244 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.127566 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.127885 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.128203 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773edf8-fdde-460b-94b3-942e85de0581 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:34:28.136997 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-c5f63596-f3b9-476a-ad89-6a6d7833fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:28.138581 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-c5f63596-f3b9-476a-ad89-6a6d7833fdd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdf494b30e744b9d83b873fae342275f&device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 1099 time: 0.0839956 Jan 18 20:34:28.165590 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3d49d4be-e5e5-49f4-aa9e-36aad9980d68 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (09b3a95a-d7d4-4e36-befd-bbbb0d1b9bbc), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.229096 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3d49d4be-e5e5-49f4-aa9e-36aad9980d68 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (09b3a95a-d7d4-4e36-befd-bbbb0d1b9bbc), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.234481 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3d49d4be-e5e5-49f4-aa9e-36aad9980d68 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (09b3a95a-d7d4-4e36-befd-bbbb0d1b9bbc), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.245834 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-99713877-a587-4beb-a1c3-5a481b2eb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:28.247368 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-99713877-a587-4beb-a1c3-5a481b2eb54d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8272cfcc-5091-400a-b3e6-3ea1969e620b HTTP/1.1" status: 200 len: 915 time: 0.1031208 Jan 18 20:34:28.254620 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49d4be-e5e5-49f4-aa9e-36aad9980d68 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b3a95a-d7d4-4e36-befd-bbbb0d1b9bbc,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:28.264388 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-3d49d4be-e5e5-49f4-aa9e-36aad9980d68 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.265649 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-3d49d4be-e5e5-49f4-aa9e-36aad9980d68 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447899 Jan 18 20:34:28.268510 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40280) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:28.273170 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-c59646cc-5d40-452d-b05b-c604b78dfa62 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'security_group_rule': {'security_group_id': '03cb478f-d5bc-4e2d-8994-c7a140e4aa06', 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:28.304588 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c59646cc-5d40-452d-b05b-c604b78dfa62 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (fba25a31-c267-4cd9-b4f8-d253f636051d), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.330834 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-a42a0a09-14cb-46e4-86f1-a3e835c7904f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 1000 time: 0.0753303 Jan 18 20:34:28.365812 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c59646cc-5d40-452d-b05b-c604b78dfa62 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (fba25a31-c267-4cd9-b4f8-d253f636051d), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.371520 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c59646cc-5d40-452d-b05b-c604b78dfa62 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (fba25a31-c267-4cd9-b4f8-d253f636051d), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.383875 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-c4aa1d47-160d-4b07-8a3b-95e27fffe7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:28.385380 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-c4aa1d47-160d-4b07-8a3b-95e27fffe7c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c161167f-800e-47a0-ace3-d8d6bda37f7a HTTP/1.1" status: 200 len: 854 time: 0.0481968 Jan 18 20:34:28.392824 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59646cc-5d40-452d-b05b-c604b78dfa62 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba25a31-c267-4cd9-b4f8-d253f636051d,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:28.400530 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'b487ed34-9fc1-4dc7-9f64-49cf62591efc', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'port_id': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'mac_address': 'fa:16:3e:54:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2293f505-4950-4219-ae01-fa3597af3e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:34:27Z', 'updated_at': '2022-01-18T20:34:27Z', 'revision_number': 0, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 5, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:28.401073 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-c59646cc-5d40-452d-b05b-c604b78dfa62 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.402581 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-c59646cc-5d40-452d-b05b-c604b78dfa62 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330998 Jan 18 20:34:28.405327 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40282) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:28.409937 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-9697785c-0cc7-4e6a-a196-becadf013489 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'security_group_rule': {'security_group_id': '03cb478f-d5bc-4e2d-8994-c7a140e4aa06', 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:28.429103 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] Checking router: 14f659df-f3a6-4c47-9001-2fdc8fdf441d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:34:28.438709 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] Routers {'14f659df-f3a6-4c47-9001-2fdc8fdf441d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:34:28.439396 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:34:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:28.439623 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-7a6b85a9-c19e-4694-bcc5-2a1db2b22e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:28.441238 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-7a6b85a9-c19e-4694-bcc5-2a1db2b22e8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8272cfcc-5091-400a-b3e6-3ea1969e620b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487590 Jan 18 20:34:28.441942 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9697785c-0cc7-4e6a-a196-becadf013489 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (22484e85-717f-4ace-a8dc-866a1291d452), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.506298 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9697785c-0cc7-4e6a-a196-becadf013489 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (22484e85-717f-4ace-a8dc-866a1291d452), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.511818 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9697785c-0cc7-4e6a-a196-becadf013489 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (22484e85-717f-4ace-a8dc-866a1291d452), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.529911 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697785c-0cc7-4e6a-a196-becadf013489 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22484e85-717f-4ace-a8dc-866a1291d452,revision_number=0']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:28.540409 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-f7e9f740-5576-4347-80c2-d58d807318f3 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927756 Jan 18 20:34:28.541847 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-9697785c-0cc7-4e6a-a196-becadf013489 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.543042 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-9697785c-0cc7-4e6a-a196-becadf013489 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366324 Jan 18 20:34:28.546149 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40284) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:28.550600 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-74a1ddea-8c4e-4d5a-aff0-7add585cd34f tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'security_group_rule': {'security_group_id': '03cb478f-d5bc-4e2d-8994-c7a140e4aa06', 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:28.556728 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] Set router 14f659df-f3a6-4c47-9001-2fdc8fdf441d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:34:28.640366 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-74a1ddea-8c4e-4d5a-aff0-7add585cd34f tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (93dcc8d9-a03e-41a7-a6c4-cc95c904d1dd), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.666332 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-03ab56b3-20d6-4ce8-abce-7face4f7659c req-ec9616c6-6c57-4297-8e2d-dc16c59f7330 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112821 Jan 18 20:34:28.716942 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-74a1ddea-8c4e-4d5a-aff0-7add585cd34f tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (93dcc8d9-a03e-41a7-a6c4-cc95c904d1dd), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.721192 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-74a1ddea-8c4e-4d5a-aff0-7add585cd34f tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (93dcc8d9-a03e-41a7-a6c4-cc95c904d1dd), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.739538 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1ddea-8c4e-4d5a-aff0-7add585cd34f tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dcc8d9-a03e-41a7-a6c4-cc95c904d1dd,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:28.747237 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-74a1ddea-8c4e-4d5a-aff0-7add585cd34f tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.750984 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-74a1ddea-8c4e-4d5a-aff0-7add585cd34f tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2012630 Jan 18 20:34:28.751162 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40286) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:28.755382 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-22385a1f-4760-484a-b699-d35a49af52ab tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'security_group_rule': {'security_group_id': '03cb478f-d5bc-4e2d-8994-c7a140e4aa06', 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:28.778974 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.securitygroups_db [None req-22385a1f-4760-484a-b699-d35a49af52ab tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Project fdf494b30e744b9d83b873fae342275f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:34:28.783939 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-22385a1f-4760-484a-b699-d35a49af52ab tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (4f1e4b0d-21d8-4122-a82c-4dcbaabd2dee), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.794147 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'b487ed34-9fc1-4dc7-9f64-49cf62591efc', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'port_id': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'mac_address': 'fa:16:3e:54:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2293f505-4950-4219-ae01-fa3597af3e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:34:27Z', 'updated_at': '2022-01-18T20:34:27Z', 'revision_number': 0, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 5, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:28.820428 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cfea7-9754-4da5-8f61-8f25bbf16769 None None] The sync data for ids ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'] in dv-cinder-821602-14-iscsi is: [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': 'b487ed34-9fc1-4dc7-9f64-49cf62591efc', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'port_id': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'mac_address': 'fa:16:3e:54:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2293f505-4950-4219-ae01-fa3597af3e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:34:27Z', 'updated_at': '2022-01-18T20:34:27Z', 'revision_number': 0, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 5, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:34:28.844140 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-22385a1f-4760-484a-b699-d35a49af52ab tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (4f1e4b0d-21d8-4122-a82c-4dcbaabd2dee), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.848688 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-22385a1f-4760-484a-b699-d35a49af52ab tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (4f1e4b0d-21d8-4122-a82c-4dcbaabd2dee), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.871520 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22385a1f-4760-484a-b699-d35a49af52ab tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1e4b0d-21d8-4122-a82c-4dcbaabd2dee,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:28.876678 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-22385a1f-4760-484a-b699-d35a49af52ab tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.877865 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-22385a1f-4760-484a-b699-d35a49af52ab tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258276 Jan 18 20:34:28.880545 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40288) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:34:28.885400 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-dac1ddf6-a06c-41c8-a9f8-7855bfafc8f6 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'security_group_rule': {'security_group_id': '03cb478f-d5bc-4e2d-8994-c7a140e4aa06', 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:28.909463 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.securitygroups_db [None req-dac1ddf6-a06c-41c8-a9f8-7855bfafc8f6 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Project fdf494b30e744b9d83b873fae342275f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 20:34:28.914781 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac1ddf6-a06c-41c8-a9f8-7855bfafc8f6 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (5d28a01a-f654-4091-926a-530ff08ab9db), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.976242 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac1ddf6-a06c-41c8-a9f8-7855bfafc8f6 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (5d28a01a-f654-4091-926a-530ff08ab9db), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:28.980207 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac1ddf6-a06c-41c8-a9f8-7855bfafc8f6 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065712'] for security_group_rule (5d28a01a-f654-4091-926a-530ff08ab9db), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.000084 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1ddf6-a06c-41c8-a9f8-7855bfafc8f6 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d28a01a-f654-4091-926a-530ff08ab9db,revision_number=0']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:29.005790 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-dac1ddf6-a06c-41c8-a9f8-7855bfafc8f6 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.007791 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-dac1ddf6-a06c-41c8-a9f8-7855bfafc8f6 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262639 Jan 18 20:34:29.035697 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a48c06-589c-4b8b-9535-bbb9cba17037 None None] New status for floating IP b487ed34-9fc1-4dc7-9f64-49cf62591efc: ACTIVE {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:34:29.101328 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-602c1943-d897-4093-b239-060410ac8235 req-4323c861-d72b-4dbe-adff-5ead219bd7bd tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510748836&fields=id&tenant_id=fdf494b30e744b9d83b873fae342275f HTTP/1.1" status: 200 len: 267 time: 0.0452986 Jan 18 20:34:29.153088 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c1943-d897-4093-b239-060410ac8235 req-af80e885-6471-4840-b2af-7fac852a65bb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:29.154673 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-602c1943-d897-4093-b239-060410ac8235 req-af80e885-6471-4840-b2af-7fac852a65bb tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 946 time: 0.0479932 Jan 18 20:34:29.165376 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [req-602c1943-d897-4093-b239-060410ac8235 req-d8da3f3b-0071-44be-b226-b41dd82478f2 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'port': {'security_groups': ['05b7a1b3-2bfd-425e-8174-718dba038627', '03cb478f-d5bc-4e2d-8994-c7a140e4aa06']}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:29.232011 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-602c1943-d897-4093-b239-060410ac8235 req-d8da3f3b-0071-44be-b226-b41dd82478f2 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.421283 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [req-602c1943-d897-4093-b239-060410ac8235 req-d8da3f3b-0071-44be-b226-b41dd82478f2 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] For port d913cdd2-3b97-4121-9ee9-3e3d66339724, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:29.451147 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-602c1943-d897-4093-b239-060410ac8235 req-d8da3f3b-0071-44be-b226-b41dd82478f2 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.456187 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-602c1943-d897-4093-b239-060410ac8235 req-d8da3f3b-0071-44be-b226-b41dd82478f2 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.471132 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['d913cdd2-3b97-4121-9ee9-3e3d66339724'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:34:29.502386 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c1943-d897-4093-b239-060410ac8235 req-d8da3f3b-0071-44be-b226-b41dd82478f2 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:29.503016 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [req-602c1943-d897-4093-b239-060410ac8235 req-d8da3f3b-0071-44be-b226-b41dd82478f2 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.504467 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-602c1943-d897-4093-b239-060410ac8235 req-d8da3f3b-0071-44be-b226-b41dd82478f2 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "PUT /v2.0/ports/d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 982 time: 0.3436565 Jan 18 20:34:29.528520 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da3f3b-0071-44be-b226-b41dd82478f2 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'Port': ['ID=d913cdd2-3b97-4121-9ee9-3e3d66339724,revision_number=6']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:29.575678 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['d913cdd2-3b97-4121-9ee9-3e3d66339724'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:34:29.613711 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd345e1-7763-458d-926e-2b4630e06a55 req-c0236113-9ab3-42ae-aa3c-8ebfeb5a2e3c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:29.615451 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6dd345e1-7763-458d-926e-2b4630e06a55 req-c0236113-9ab3-42ae-aa3c-8ebfeb5a2e3c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 985 time: 0.0505328 Jan 18 20:34:29.681884 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6dd345e1-7763-458d-926e-2b4630e06a55 req-6ae1455c-bdc1-4f96-b504-f0de8ae46251 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&id=03cb478f-d5bc-4e2d-8994-c7a140e4aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593126 Jan 18 20:34:29.805985 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-85f19fa0-745d-48ee-80a6-29d9927e0a89 None None] Provisioning complete for port d913cdd2-3b97-4121-9ee9-3e3d66339724 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:29.806353 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-85f19fa0-745d-48ee-80a6-29d9927e0a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:29.848275 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-b4b3c795-720c-4da5-9182-709da72ab0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:30.004570 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-85f19fa0-745d-48ee-80a6-29d9927e0a89 None None] Current status of the port d913cdd2-3b97-4121-9ee9-3e3d66339724 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:34:30.035862 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:34:30.038856 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b" -d '{"events": [{"name": "network-changed", "server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:34:30.074895 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a8f249-1741-4da4-8520-ac90cb01a1a5 x-openstack-request-id: req-e5a8f249-1741-4da4-8520-ac90cb01a1a5 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:34:30.074895 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:34:30.074895 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e5a8f249-1741-4da4-8520-ac90cb01a1a5 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:34:30.075424 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'status': 'completed', 'code': 200} Jan 18 20:34:30.142498 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-9c829801-7b29-437f-8f3c-facb62cd206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:30.144096 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-9c829801-7b29-437f-8f3c-facb62cd206e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdf494b30e744b9d83b873fae342275f&device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 1138 time: 0.0450747 Jan 18 20:34:30.231684 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-03111492-82f8-4efe-8d2d-99394bedb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:30.233136 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-03111492-82f8-4efe-8d2d-99394bedb024 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8272cfcc-5091-400a-b3e6-3ea1969e620b HTTP/1.1" status: 200 len: 915 time: 0.0831020 Jan 18 20:34:30.305511 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-ee2c0adf-63e1-477d-9290-4cbbc860b3d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 1002 time: 0.0647619 Jan 18 20:34:30.354618 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-54037523-bea8-44ed-b8fe-55677731009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:30.356168 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-54037523-bea8-44ed-b8fe-55677731009a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c161167f-800e-47a0-ace3-d8d6bda37f7a HTTP/1.1" status: 200 len: 854 time: 0.0426643 Jan 18 20:34:30.402117 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-7d156a5f-02a7-473a-9841-537dbf244ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:30.403615 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-7d156a5f-02a7-473a-9841-537dbf244ac7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8272cfcc-5091-400a-b3e6-3ea1969e620b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398767 Jan 18 20:34:30.494988 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-3a6fc8d5-80f3-4f10-83a1-6cd3974605a2 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828245 Jan 18 20:34:30.581194 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0a23a6f6-4b05-4d3d-9b2c-cc40d812f23b req-2457faf1-db55-41e7-9a4d-ed56d192d2f9 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794375 Jan 18 20:34:31.891058 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-f8cdffb1-c697-4601-9c7d-7ed9b205f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:33.403981 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:34.138289 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:34.742465 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:35.750445 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:50.548394 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc635996-8656-46cf-9a18-c6f7559acec7 req-8314fac0-f64f-4e7e-962a-20e300ee6e16 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:50.549977 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fc635996-8656-46cf-9a18-c6f7559acec7 req-8314fac0-f64f-4e7e-962a-20e300ee6e16 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 946 time: 0.0493546 Jan 18 20:34:50.597947 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-fc635996-8656-46cf-9a18-c6f7559acec7 req-79544773-ab97-448e-b1ac-258d7bd56dc6 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423555 Jan 18 20:34:51.717502 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac889e0f-8066-483e-940d-3014f0776c13 req-ed7631c0-6aa4-4a3a-af85-6a2b88eca2a0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:51.718987 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ac889e0f-8066-483e-940d-3014f0776c13 req-ed7631c0-6aa4-4a3a-af85-6a2b88eca2a0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 946 time: 0.0515373 Jan 18 20:34:51.779530 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ac889e0f-8066-483e-940d-3014f0776c13 req-078c949f-e3d8-4265-ab19-42a7747f20ab tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500619 Jan 18 20:34:52.074228 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-ecbe70ed-723e-4249-a05c-bdca96e25340 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:52.075793 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-ecbe70ed-723e-4249-a05c-bdca96e25340 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 946 time: 0.0505848 Jan 18 20:34:52.169762 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Deleting port 7d42978d-d72f-41b6-aced-e2a13e4efa4b {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:34:52.170076 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.511688 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] For port 7d42978d-d72f-41b6-aced-e2a13e4efa4b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7d42978d-d72f-41b6-aced-e2a13e4efa4b,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:34:52.511942 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.676203 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.676565 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (fb0706f4-16d8-4a75-a847-439120565dfe), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.676877 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.l3_db [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Floating IP fb0706f4-16d8-4a75-a847-439120565dfe disassociated. External IP: 172.27.3.57, port: 7d42978d-d72f-41b6-aced-e2a13e4efa4b. Jan 18 20:34:52.677215 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Calling delete_port for 7d42978d-d72f-41b6-aced-e2a13e4efa4b owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:34:52.803675 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (7d42978d-d72f-41b6-aced-e2a13e4efa4b), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:52.831549 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event deleted for resources: {'Port': ['ID=7d42978d-d72f-41b6-aced-e2a13e4efa4b,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:52.883779 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-cbed179d-e86a-42fc-a521-b75d6cc40b45 req-f7254579-c92d-423d-b4b8-faee9ed34dbf tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=eda8f88c-10d2-4afa-9257-97a6d029f4bf HTTP/1.1" status: 200 len: 210 time: 0.0253928 Jan 18 20:34:52.944397 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Router 7b3852b6-2cef-49ae-b653-4347bb1c020d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:34:53.051176 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:34:53.063872 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] Sync routers for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:34:53.074399 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:34:53.075170 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:34:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:53.092745 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] No DVR routers for this DVR port 7d42978d-d72f-41b6-aced-e2a13e4efa4b on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:34:53.095770 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:53.099170 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f6c74630-cc36-43a3-85a2-5a2ba0c6166b req-309f2299-a225-482d-b3a8-d5dda8950855 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "DELETE /v2.0/ports/7d42978d-d72f-41b6-aced-e2a13e4efa4b HTTP/1.1" status: 204 len: 173 time: 1.0180242 Jan 18 20:34:53.099627 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'name': 'network-vif-deleted', 'tag': '7d42978d-d72f-41b6-aced-e2a13e4efa4b'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:34:53.101919 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af63b50a-e653-41e4-818f-6ec5b37169b9" -d '{"events": [{"server_uuid": "eda8f88c-10d2-4afa-9257-97a6d029f4bf", "name": "network-vif-deleted", "tag": "7d42978d-d72f-41b6-aced-e2a13e4efa4b"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:34:53.147544 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c69a37-6ce9-4034-a11c-a6d4e7e7f46d x-openstack-request-id: req-48c69a37-6ce9-4034-a11c-a6d4e7e7f46d {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:34:53.148016 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda8f88c-10d2-4afa-9257-97a6d029f4bf", "name": "network-vif-deleted", "tag": "7d42978d-d72f-41b6-aced-e2a13e4efa4b", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:34:53.149163 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48c69a37-6ce9-4034-a11c-a6d4e7e7f46d {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:34:53.149784 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda8f88c-10d2-4afa-9257-97a6d029f4bf', 'name': 'network-vif-deleted', 'tag': '7d42978d-d72f-41b6-aced-e2a13e4efa4b', 'status': 'completed', 'code': 200} Jan 18 20:34:53.219341 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:34:53.252238 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982163d-8f27-4e06-b090-a76b9963e1a1 req-e0fe22b5-0f36-4057-a6d6-4e1432bf436a tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:53.259544 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6982163d-8f27-4e06-b090-a76b9963e1a1 req-e0fe22b5-0f36-4057-a6d6-4e1432bf436a tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 985 time: 0.0962839 Jan 18 20:34:53.263957 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-7ebe369f-e57e-4e9c-be4d-8c76bfecc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:53.265430 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-7ebe369f-e57e-4e9c-be4d-8c76bfecc03c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdf494b30e744b9d83b873fae342275f&device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 1138 time: 0.0743067 Jan 18 20:34:53.406567 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6982163d-8f27-4e06-b090-a76b9963e1a1 req-4fb2489a-08dd-431d-a865-2fed9af982cc tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&id=03cb478f-d5bc-4e2d-8994-c7a140e4aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1459372 Jan 18 20:34:53.412559 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-a42cfd01-2126-45fc-bb33-6a2782a56e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:53.414131 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-a42cfd01-2126-45fc-bb33-6a2782a56e48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8272cfcc-5091-400a-b3e6-3ea1969e620b HTTP/1.1" status: 200 len: 915 time: 0.1423750 Jan 18 20:34:53.438929 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:53.468571 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] Checking router: 7b3852b6-2cef-49ae-b653-4347bb1c020d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:34:53.477059 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:34:53.477665 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:34:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:53.485147 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-f2598f86-d113-4ecb-b022-7d19fc45f605 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 1002 time: 0.0632136 Jan 18 20:34:53.538616 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-5a40e62d-6358-463c-80c7-affc410f7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:53.540166 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-5a40e62d-6358-463c-80c7-affc410f7095 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c161167f-800e-47a0-ace3-d8d6bda37f7a HTTP/1.1" status: 200 len: 854 time: 0.0489857 Jan 18 20:34:53.583168 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:34:53.584709 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-fc831c29-9415-43c0-9405-8799235ab59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:53.586274 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-fc831c29-9415-43c0-9405-8799235ab59e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8272cfcc-5091-400a-b3e6-3ea1969e620b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397847 Jan 18 20:34:53.673900 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-e7338800-25e7-4a1c-9e66-29ebeba88871 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812442 Jan 18 20:34:53.772652 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b0414f0d-aaab-47a3-b286-91aec1879217 req-f880449b-a0cc-4ff5-826b-8223f0af9f8a service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886605 Jan 18 20:34:53.798760 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:34:53.828962 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7dcb0c-9113-4ddc-9035-8c601f93201c None None] The sync data for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi is: [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:34:54.084789 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704f734-953c-403b-b07b-eb3c48fedf9c None None] New status for floating IP fb0706f4-16d8-4a75-a847-439120565dfe: DOWN {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:34:54.165779 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-a7aacab2-49df-4246-983e-a08f21fb7a56 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864406677&fields=id&tenant_id=4da1bb9e68f340d5b32fa2a5916db726 HTTP/1.1" status: 200 len: 267 time: 0.0477219 Jan 18 20:34:54.303614 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7712846-3c54-4831-8096-04c0951b94a1 req-3c045452-9bc1-4cee-be07-5b0fecfa4473 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:54.307534 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-3c045452-9bc1-4cee-be07-5b0fecfa4473 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 812 time: 0.1347504 Jan 18 20:34:54.323762 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-70086360-354b-4ff4-8d0f-6f86ec25f1d1 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/quotas/4da1bb9e68f340d5b32fa2a5916db726 HTTP/1.1" status: 200 len: 375 time: 0.0102506 Jan 18 20:34:54.375134 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-d75056ef-e5b0-458d-a86c-db09f88f70a0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459182 Jan 18 20:34:54.435518 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-794c2f4a-8451-4e27-8927-e363057a62e3 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=102695) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 20:34:54.436610 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-794c2f4a-8451-4e27-8927-e363057a62e3 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0496054 Jan 18 20:34:54.530070 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-6ea8c2cd-1c04-4d7a-9f5f-60a1e6ebc7ae service neutron] 10.222.0.67 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875535 Jan 18 20:34:54.531488 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801484f-ea90-486d-837f-3a73beecadc8 req-bb0038d8-4986-41af-b5cb-e6e3c81b46de tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:54.532949 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5801484f-ea90-486d-837f-3a73beecadc8 req-bb0038d8-4986-41af-b5cb-e6e3c81b46de tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 985 time: 0.0515487 Jan 18 20:34:54.594068 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-5801484f-ea90-486d-837f-3a73beecadc8 req-a4e0f5e4-7783-4dbe-a2a2-235f9b683bcd tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&id=03cb478f-d5bc-4e2d-8994-c7a140e4aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554073 Jan 18 20:34:54.616697 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-82377026-6acb-4bcc-aad1-fdceb0256d42 service neutron] 10.222.0.67 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809605 Jan 18 20:34:54.896016 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-ce3b904f-8430-4b2d-87c8-5348e19961a0 req-cdd63978-040a-4f23-b2f7-7b00438c07a9 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 210 time: 0.0260990 Jan 18 20:34:55.725141 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d4e4b-8e01-47fc-8981-137eed5eaaf0 req-e83cbc6d-212e-4f02-ba6e-1429ff9adea0 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:55.727285 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e09d4e4b-8e01-47fc-8981-137eed5eaaf0 req-e83cbc6d-212e-4f02-ba6e-1429ff9adea0 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 985 time: 0.0649469 Jan 18 20:34:55.855929 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e09d4e4b-8e01-47fc-8981-137eed5eaaf0 req-cea31ce2-6e2d-4a53-9708-31027cb37c4e tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&id=03cb478f-d5bc-4e2d-8994-c7a140e4aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150448 Jan 18 20:34:55.864731 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7712846-3c54-4831-8096-04c0951b94a1 req-d3949abc-1c49-4317-ac84-d44559f90507 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:55.866164 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-d3949abc-1c49-4317-ac84-d44559f90507 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 812 time: 0.1613991 Jan 18 20:34:55.933261 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-566fee74-46ee-4d90-9729-4d830c95e2e7 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da1bb9e68f340d5b32fa2a5916db726 HTTP/1.1" status: 200 len: 379 time: 0.0572979 Jan 18 20:34:55.941394 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'port': {'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'admin_state_up': True, 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'security_groups': ['5d98e975-9f6a-4c0f-8d1b-96c96b25c442']}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:55.989681 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-0b48e04e-bc8a-4d4e-bf09-3d643e2cf0b0 req-00d7c693-4e8c-4c8e-8c39-df6477d4856f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 210 time: 0.0244911 Jan 18 20:34:55.999554 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 7d42978d-d72f-41b6-aced-e2a13e4efa4b no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:34:56.020519 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 7d42978d-d72f-41b6-aced-e2a13e4efa4b {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:34:56.020863 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 7d42978d-d72f-41b6-aced-e2a13e4efa4b not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:34:56.056608 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Made reservation on behalf of 4da1bb9e68f340d5b32fa2a5916db726 for: {'port': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:34:56.060356 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.190969 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Allocated IP 172.20.0.7 (3d41f18b-a9a9-452f-a56b-ae5f33323ec9/e773756e-30d1-48c3-a0b3-e8307c7ea804/0570c490-8ec5-4d5d-8a99-7af6a5729f48) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:34:56.337778 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.372758 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.420035 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:34:56.423153 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:34:56.426805 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:34:56.433247 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'Port': ['ID=0570c490-8ec5-4d5d-8a99-7af6a5729f48,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:56.480833 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:56.481450 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.498682 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b4ab21ac-f75b-4891-9896-3bbf7df6ad07 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5608077 Jan 18 20:34:56.510301 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Request body: {'port': {'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:34:56.565860 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.694160 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-7341a4de-cf5d-407e-b764-4f00df9d076b None None] Provisioning complete for port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:34:56.694515 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7341a4de-cf5d-407e-b764-4f00df9d076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.732699 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-7341a4de-cf5d-407e-b764-4f00df9d076b None None] Port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:34:56.821534 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0570c490-8ec5-4d5d-8a99-7af6a5729f48 {{(pid=102695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:34:56.829109 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Publish callbacks [] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.840786 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.provisioning_blocks [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Transition to ACTIVE for port object 0570c490-8ec5-4d5d-8a99-7af6a5729f48 will not be triggered until provisioned by entity L2. {{(pid=102695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:34:56.844362 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:56.897142 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Pushing event updated for resources: {'Port': ['ID=0570c490-8ec5-4d5d-8a99-7af6a5729f48,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:56.994560 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Attempting to bind port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:34:56.994890 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Attempting to bind port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:34:56.995236 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Attempting to bind port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:34:57.004663 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:34:57.005003 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Attempting to bind port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:34:57.012159 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:34:57.012492 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Checking segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:34:57.012876 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Bound using segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:34:57.013304 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Bound port: 0570c490-8ec5-4d5d-8a99-7af6a5729f48, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'}}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:34:57.013657 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:57.024009 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a9c3c-f4a9-41ed-a20a-1c4cce5ee60d req-6f3cc256-9be6-4e52-a427-02764cb11b5b tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:57.025224 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df1a9c3c-f4a9-41ed-a20a-1c4cce5ee60d req-6f3cc256-9be6-4e52-a427-02764cb11b5b tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 985 time: 0.0805609 Jan 18 20:34:57.118544 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c4ef-261f-4baf-bf07-daab892f83c5 req-9a336083-724e-49bd-9600-542cfd53f88e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:57.120082 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7134c4ef-261f-4baf-bf07-daab892f83c5 req-9a336083-724e-49bd-9600-542cfd53f88e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 943 time: 0.0483084 Jan 18 20:34:57.130815 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df1a9c3c-f4a9-41ed-a20a-1c4cce5ee60d req-dd6eeeed-d4ec-4654-a0cf-ef0371896c0b tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&id=03cb478f-d5bc-4e2d-8994-c7a140e4aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975819 Jan 18 20:34:57.134586 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] For port 0570c490-8ec5-4d5d-8a99-7af6a5729f48, host hv-cinder-82160, cleared binding levels {{(pid=102695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:34:57.137980 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] For port 0570c490-8ec5-4d5d-8a99-7af6a5729f48, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:34:57.142591 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:57.180495 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:57.181098 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:34:57.182457 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] 10.222.0.45 "PUT /v2.0/ports/0570c490-8ec5-4d5d-8a99-7af6a5729f48 HTTP/1.1" status: 200 len: 1093 time: 0.6764483 Jan 18 20:34:57.182655 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-7134c4ef-261f-4baf-bf07-daab892f83c5 req-50a8d2ef-47ab-429e-ad30-d9246e127320 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568390 Jan 18 20:34:57.182899 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'tag': '0570c490-8ec5-4d5d-8a99-7af6a5729f48'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:34:57.185165 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa7d09a-3de7-4630-bf0a-49abaa11f513", "tag": "0570c490-8ec5-4d5d-8a99-7af6a5729f48"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:34:57.207886 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894626c-610c-4cd6-b92a-cbd824ec0268 service neutron] Pushing event updated for resources: {'Port': ['ID=0570c490-8ec5-4d5d-8a99-7af6a5729f48,revision_number=3']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:34:57.231759 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c890d616-33ac-4bad-a323-167e3bd00e82 x-openstack-request-id: req-c890d616-33ac-4bad-a323-167e3bd00e82 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:34:57.232079 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa7d09a-3de7-4630-bf0a-49abaa11f513", "tag": "0570c490-8ec5-4d5d-8a99-7af6a5729f48", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:34:57.232328 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c890d616-33ac-4bad-a323-167e3bd00e82 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:34:57.232727 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'tag': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'status': 'completed', 'code': 200} Jan 18 20:34:57.280556 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7712846-3c54-4831-8096-04c0951b94a1 req-585b2761-1158-4835-b396-c86acf70b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:57.282047 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-585b2761-1158-4835-b396-c86acf70b74e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 1096 time: 0.0447614 Jan 18 20:34:57.324950 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-8049229d-5f14-46e6-83ca-f706ddc669ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48 HTTP/1.1" status: 200 len: 217 time: 0.0344296 Jan 18 20:34:57.373331 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7712846-3c54-4831-8096-04c0951b94a1 req-3aa4fe57-8597-4fee-93a3-ee365b10976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:57.374868 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-3aa4fe57-8597-4fee-93a3-ee365b10976a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0446780 Jan 18 20:34:57.417940 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7712846-3c54-4831-8096-04c0951b94a1 req-36334cc3-e22b-408c-a4fc-d4ae6d5f1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:57.419407 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-36334cc3-e22b-408c-a4fc-d4ae6d5f1966 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389516 Jan 18 20:34:57.509021 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-8c5c07db-8ec7-402e-9841-3748b498c2d9 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835245 Jan 18 20:34:57.597816 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e7712846-3c54-4831-8096-04c0951b94a1 req-b89013d0-84e4-48c9-8248-12e447b0e785 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829976 Jan 18 20:34:57.682024 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-267b0a35-5513-47dc-8d26-6640291232a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:57.683499 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-267b0a35-5513-47dc-8d26-6640291232a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 1096 time: 0.0390525 Jan 18 20:34:57.773144 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-3eab54f9-a54b-47d6-aa79-d00745a6b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:57.774545 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-3eab54f9-a54b-47d6-aa79-d00745a6b3bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.0850465 Jan 18 20:34:57.817582 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-66443541-75fb-42f1-8d1d-bf36336821f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48 HTTP/1.1" status: 200 len: 217 time: 0.0364919 Jan 18 20:34:57.869804 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-5856d136-4c5d-4027-a0d8-30859db967c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:57.871279 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-5856d136-4c5d-4027-a0d8-30859db967c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0424042 Jan 18 20:34:57.913863 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-63304954-9cbf-42b3-a287-e479172b0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:57.915364 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-63304954-9cbf-42b3-a287-e479172b0b20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381556 Jan 18 20:34:58.010125 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-2ca3b99c-42e0-455f-aa46-91c86610bcdf service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883634 Jan 18 20:34:58.096243 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-2a393aae-a4c6-4093-94e7-30b21cb8a4fc req-d4bad684-d201-476b-8c67-82b6fad63975 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801899 Jan 18 20:34:58.249753 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d18b03-bb0f-4dfb-bda9-6859c4c04387 req-74199673-b1b6-49d5-9fda-06e9f90482f4 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:58.251298 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c7d18b03-bb0f-4dfb-bda9-6859c4c04387 req-74199673-b1b6-49d5-9fda-06e9f90482f4 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 985 time: 0.0501575 Jan 18 20:34:58.309398 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff7a1c-6f67-4fec-a7db-3a66cd668117 req-3f7ac355-8f1a-4724-9e88-dc0eaea11fef tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:58.310879 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0fff7a1c-6f67-4fec-a7db-3a66cd668117 req-3f7ac355-8f1a-4724-9e88-dc0eaea11fef tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 943 time: 0.0525982 Jan 18 20:34:58.312035 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [req-c7d18b03-bb0f-4dfb-bda9-6859c4c04387 req-df4f30c6-f8e6-423e-bbdf-7d5277c91c40 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&id=03cb478f-d5bc-4e2d-8994-c7a140e4aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549667 Jan 18 20:34:58.364399 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0fff7a1c-6f67-4fec-a7db-3a66cd668117 req-1ee4393c-9a09-43eb-ac7c-a78a6d793a7c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476658 Jan 18 20:34:59.481247 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc9345-5929-4661-b024-0e9ec10ee1cb req-8b1071db-3d48-402e-acfc-a9042ed37891 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:34:59.482723 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6cdc9345-5929-4661-b024-0e9ec10ee1cb req-8b1071db-3d48-402e-acfc-a9042ed37891 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 943 time: 0.0469379 Jan 18 20:34:59.530773 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6cdc9345-5929-4661-b024-0e9ec10ee1cb req-d036b72c-87dc-4732-8b46-f5a51c7d7359 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425906 Jan 18 20:34:59.790679 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3959d2c6-e35b-428b-9254-54d10bfe317f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:00.641539 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281978d-9ebe-4cb6-b796-6207dcda4ba5 req-5164011d-1386-4b58-8931-99c20b1d7d91 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:00.642983 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f281978d-9ebe-4cb6-b796-6207dcda4ba5 req-5164011d-1386-4b58-8931-99c20b1d7d91 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 943 time: 0.0473130 Jan 18 20:35:00.693204 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f281978d-9ebe-4cb6-b796-6207dcda4ba5 req-3bf27da0-b255-4e1c-a817-f860b27ef433 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446360 Jan 18 20:35:01.804469 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8838e2c-60f0-4afb-bba9-9ca25525958f req-b51da07b-80d8-414f-80b4-ba1ac75000a9 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:01.806494 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d8838e2c-60f0-4afb-bba9-9ca25525958f req-b51da07b-80d8-414f-80b4-ba1ac75000a9 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 943 time: 0.0468092 Jan 18 20:35:01.855621 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d8838e2c-60f0-4afb-bba9-9ca25525958f req-5f9ab8e6-12b2-4ca2-8426-7aec13e102df tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435433 Jan 18 20:35:01.892678 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-40c9a3d9-cdec-4954-94f3-378511580db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:02.968482 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55a03e-18ee-4725-acc0-373311135d33 req-5aef9552-38e7-4251-b25d-78b36bf47ae1 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:02.969947 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ee55a03e-18ee-4725-acc0-373311135d33 req-5aef9552-38e7-4251-b25d-78b36bf47ae1 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 943 time: 0.0480390 Jan 18 20:35:03.018130 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ee55a03e-18ee-4725-acc0-373311135d33 req-639b0931-9383-43df-a5ef-ef874df43ea9 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427275 Jan 18 20:35:03.106531 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:35:03.403326 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:04.134356 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330042b-8f9d-40d1-9c26-4e3b17d276d7 req-9fb205c5-c638-4872-8e64-7a2db0ab50b7 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:04.135732 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b330042b-8f9d-40d1-9c26-4e3b17d276d7 req-9fb205c5-c638-4872-8e64-7a2db0ab50b7 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 943 time: 0.0499589 Jan 18 20:35:04.154619 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:04.185012 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b330042b-8f9d-40d1-9c26-4e3b17d276d7 req-d78bd6db-077c-459e-9c9a-24d86de4b9da tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Jan 18 20:35:04.759217 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:05.296927 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64533-69e5-47c3-973e-f556cdf79e04 req-fc0a1496-9ad4-4209-a230-9f72c3e29d4d tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:05.298451 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-59a64533-69e5-47c3-973e-f556cdf79e04 req-fc0a1496-9ad4-4209-a230-9f72c3e29d4d tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 943 time: 0.0485947 Jan 18 20:35:05.346758 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-59a64533-69e5-47c3-973e-f556cdf79e04 req-8e2332f1-9697-4055-a300-ae5572ea3306 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426917 Jan 18 20:35:05.880087 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.078406 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 0570c490-8ec5-4d5d-8a99-7af6a5729f48 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:35:06.170429 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 0570c490-8ec5-4d5d-8a99-7af6a5729f48, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:35:06.181263 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'mac_address': 'fa:16:3e:0b:27:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:35:06.221299 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:35:06.221693 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.234933 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0570c490-8ec5-4d5d-8a99-7af6a5729f48 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:35:06.253889 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 0570c490-8ec5-4d5d-8a99-7af6a5729f48, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:35:06.257631 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:06.304676 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=0570c490-8ec5-4d5d-8a99-7af6a5729f48,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:06.312294 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.312637 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.312975 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.313307 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.313632 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.313956 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.314279 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.314615 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.314921 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.315271 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.315590 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.315904 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.316219 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:35:06.466886 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['0570c490-8ec5-4d5d-8a99-7af6a5729f48'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:35:06.468416 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edc53f-d8cd-4169-a453-601ff5f9da79 req-1d60e9a6-dd8e-4f26-a4c0-fd1847bc02f9 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:06.469927 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-48edc53f-d8cd-4169-a453-601ff5f9da79 req-1d60e9a6-dd8e-4f26-a4c0-fd1847bc02f9 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 944 time: 0.0529275 Jan 18 20:35:06.520360 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-48edc53f-d8cd-4169-a453-601ff5f9da79 req-4b279161-0ea9-4f27-b664-f81057db2a5b tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448971 Jan 18 20:35:07.631056 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e690f7-cdb1-438c-9447-fc9456797519 req-dd4ca214-edcf-43fb-a58f-5baa0b40b11d tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:07.632523 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-85e690f7-cdb1-438c-9447-fc9456797519 req-dd4ca214-edcf-43fb-a58f-5baa0b40b11d tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 944 time: 0.0466628 Jan 18 20:35:07.681270 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-85e690f7-cdb1-438c-9447-fc9456797519 req-58edb197-a3cf-4f8f-9a97-383ead5ecbce tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424747 Jan 18 20:35:08.077713 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 0570c490-8ec5-4d5d-8a99-7af6a5729f48 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:35:08.124728 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:35:08.128338 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:35:08.128724 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.205776 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:35:08.206162 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.229271 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0570c490-8ec5-4d5d-8a99-7af6a5729f48'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:35:08.231509 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125deeb5-8c82-43dc-a6a4-37c2c8ed62a7" -d '{"events": [{"server_uuid": "1fa7d09a-3de7-4630-bf0a-49abaa11f513", "name": "network-vif-plugged", "status": "completed", "tag": "0570c490-8ec5-4d5d-8a99-7af6a5729f48"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:35:08.243914 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port 0570c490-8ec5-4d5d-8a99-7af6a5729f48, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:35:08.248181 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:08.271696 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfee3ef-8b69-44e9-9d10-ccb9e77547f4 x-openstack-request-id: req-0dfee3ef-8b69-44e9-9d10-ccb9e77547f4 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:35:08.271989 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa7d09a-3de7-4630-bf0a-49abaa11f513", "name": "network-vif-plugged", "status": "completed", "tag": "0570c490-8ec5-4d5d-8a99-7af6a5729f48", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:35:08.272244 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0dfee3ef-8b69-44e9-9d10-ccb9e77547f4 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:35:08.272634 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'code': 200} Jan 18 20:35:08.300767 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=0570c490-8ec5-4d5d-8a99-7af6a5729f48,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:08.490877 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f21a8-8707-45ff-b119-81ee63073ded req-f446a7a5-d885-4e8c-858d-986b36ba02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:08.492267 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b10f21a8-8707-45ff-b119-81ee63073ded req-f446a7a5-d885-4e8c-858d-986b36ba02bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 1098 time: 0.0381634 Jan 18 20:35:08.539959 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b10f21a8-8707-45ff-b119-81ee63073ded req-afb1dee1-693e-4f19-be01-f4b812d51be7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Jan 18 20:35:08.794211 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbdc1d-a46f-4875-b711-3c3368b63bd9 req-865ce3d5-72b4-4279-89b7-926a6c6b70bb tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:08.795700 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4fbbdc1d-a46f-4875-b711-3c3368b63bd9 req-865ce3d5-72b4-4279-89b7-926a6c6b70bb tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 945 time: 0.0470889 Jan 18 20:35:08.845052 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4fbbdc1d-a46f-4875-b711-3c3368b63bd9 req-e9e6d522-2a4f-4252-b91c-ad303c76f4cd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436356 Jan 18 20:35:09.426381 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-f12694cf-01a8-4a61-8c1b-8cd24f734dc8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389833 Jan 18 20:35:09.514562 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-fd02b984-1a80-4109-97af-fcab60f927b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:09.516115 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-fd02b984-1a80-4109-97af-fcab60f927b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdf494b30e744b9d83b873fae342275f&device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 1138 time: 0.0418265 Jan 18 20:35:09.644204 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-2d9e03e1-92d3-46f6-b217-9a035b1bded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:09.645689 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-2d9e03e1-92d3-46f6-b217-9a035b1bded5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8272cfcc-5091-400a-b3e6-3ea1969e620b HTTP/1.1" status: 200 len: 915 time: 0.0905111 Jan 18 20:35:09.712249 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-dca32d52-9ea2-4d09-abfc-fc41bf9941d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 1002 time: 0.0595636 Jan 18 20:35:09.758404 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-acd5ab6e-ccb6-4a11-94bb-36d73381820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:09.759890 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-acd5ab6e-ccb6-4a11-94bb-36d73381820d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c161167f-800e-47a0-ace3-d8d6bda37f7a HTTP/1.1" status: 200 len: 854 time: 0.0421214 Jan 18 20:35:09.804045 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-45639baa-16e9-4718-a114-1c9508ba30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:09.805614 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-45639baa-16e9-4718-a114-1c9508ba30ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8272cfcc-5091-400a-b3e6-3ea1969e620b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391161 Jan 18 20:35:09.897766 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-6f176366-5e95-402a-bdec-458b95fb2e00 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844390 Jan 18 20:35:10.016149 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cab5d-46be-4cb6-9f1b-9472530cc04f req-7ba3f3ec-9af6-4cb1-9f43-8d70d13ba433 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:10.017561 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-968cab5d-46be-4cb6-9f1b-9472530cc04f req-7ba3f3ec-9af6-4cb1-9f43-8d70d13ba433 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 945 time: 0.1019447 Jan 18 20:35:10.278651 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ede9217a-5f46-4c9c-9311-13bc232848f4 req-435693d4-bf82-434b-9240-734c3e312d03 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707726 Jan 18 20:35:10.317053 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-968cab5d-46be-4cb6-9f1b-9472530cc04f req-eb227fb0-116b-44ca-8682-943463297b36 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938743 Jan 18 20:35:10.436414 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dfedd-7306-44c7-9aac-6b891b6b2f67 req-ee6dddf3-1166-4099-b1a8-3b4e3bbf8c8b tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:10.438341 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eb9dfedd-7306-44c7-9aac-6b891b6b2f67 req-ee6dddf3-1166-4099-b1a8-3b4e3bbf8c8b tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 945 time: 0.0487382 Jan 18 20:35:10.488958 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eb9dfedd-7306-44c7-9aac-6b891b6b2f67 req-df2043c4-b2db-4dce-b593-b4dda99a7722 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445399 Jan 18 20:35:10.511705 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40388) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:10.548416 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d70d76-e210-4bc9-8333-51b81f0c4378 tempest-TestVolumeBootPattern-2142495585 tempest-TestVolumeBootPattern-2142495585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:10.549864 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-b5d70d76-e210-4bc9-8333-51b81f0c4378 tempest-TestVolumeBootPattern-2142495585 tempest-TestVolumeBootPattern-2142495585-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 1093 time: 0.0372143 Jan 18 20:35:10.552545 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40390) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:35:10.556769 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'floatingip': {'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:35:10.580745 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.675498 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.778974 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Allocated IP 172.27.3.151 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:35:10.877348 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for port (5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.910719 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:10.949151 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:35:10.954383 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:35:10.957860 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:35:10.963267 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'Port': ['ID=5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:11.308233 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (7516909c-571a-4518-8ac2-bceeff32f595), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:11.378911 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:11.527011 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for port (5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:11.532009 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:11.598133 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'Port': ['ID=5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:35:11.609843 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (7516909c-571a-4518-8ac2-bceeff32f595), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:11.706444 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.db.l3_db [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Floating IP 7516909c-571a-4518-8ac2-bceeff32f595 associated. External IP: 172.27.3.151, port: 0570c490-8ec5-4d5d-8a99-7af6a5729f48. Jan 18 20:35:11.905898 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Router 7b3852b6-2cef-49ae-b653-4347bb1c020d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:35:12.010605 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:35:12.020476 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] Sync routers for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:35:12.028063 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:12.030905 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:35:12.031558 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:35:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:12.055911 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-4524ad60-b1ba-4aa3-9704-a7967f0d660c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5022416 Jan 18 20:35:12.056506 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'tag': '0570c490-8ec5-4d5d-8a99-7af6a5729f48'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:35:12.058784 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acc1442-ccad-4bd1-b351-16d493ce87ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa7d09a-3de7-4630-bf0a-49abaa11f513", "tag": "0570c490-8ec5-4d5d-8a99-7af6a5729f48"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:35:12.094922 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c6d9f7-11a8-4e36-914f-7885364f42dc x-openstack-request-id: req-08c6d9f7-11a8-4e36-914f-7885364f42dc {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:35:12.095241 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa7d09a-3de7-4630-bf0a-49abaa11f513", "tag": "0570c490-8ec5-4d5d-8a99-7af6a5729f48", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:35:12.095498 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-08c6d9f7-11a8-4e36-914f-7885364f42dc {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:35:12.095901 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'tag': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'status': 'completed', 'code': 200} Jan 18 20:35:12.140743 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:35:12.165271 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-2d7a313e-4444-4729-a7cb-b2cf0bd1f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.166838 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-2d7a313e-4444-4729-a7cb-b2cf0bd1f1db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 1098 time: 0.0394323 Jan 18 20:35:12.256555 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-109e3c30-0bdd-4296-8b4d-02c9e37f89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.258046 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-109e3c30-0bdd-4296-8b4d-02c9e37f89f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.0858755 Jan 18 20:35:12.324297 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-7f6a89a3-aa04-42bb-9867-d8dd2c22db90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48 HTTP/1.1" status: 200 len: 999 time: 0.0601437 Jan 18 20:35:12.371724 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-697c9a01-7eea-4a18-a1a4-f936ffacc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.373464 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-697c9a01-7eea-4a18-a1a4-f936ffacc3bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0439394 Jan 18 20:35:12.373641 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '7516909c-571a-4518-8ac2-bceeff32f595', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:0b:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:35:11Z', 'updated_at': '2022-01-18T20:35:11Z', 'revision_number': 0, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:12.404989 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] Checking router: 7b3852b6-2cef-49ae-b653-4347bb1c020d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:35:12.413547 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:35:12.414124 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:35:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:12.423150 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-398f48a7-3e2f-4cc6-9231-1aa9158892a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:12.424834 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-398f48a7-3e2f-4cc6-9231-1aa9158892a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462477 Jan 18 20:35:12.514020 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-d6001232-f0f7-478c-8435-20de9bda663c service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818763 Jan 18 20:35:12.519524 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:35:12.607292 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-4acc1442-ccad-4bd1-b351-16d493ce87ea req-945ae1e2-4d79-41dd-bf1d-8918a41b9fbe service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861676 Jan 18 20:35:12.749479 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '7516909c-571a-4518-8ac2-bceeff32f595', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:0b:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:35:11Z', 'updated_at': '2022-01-18T20:35:11Z', 'revision_number': 0, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:35:12.775281 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec842e-c5bc-4ccb-83fa-26145d2d8750 None None] The sync data for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi is: [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '7516909c-571a-4518-8ac2-bceeff32f595', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:0b:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:35:11Z', 'updated_at': '2022-01-18T20:35:11Z', 'revision_number': 0, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:35:12.954808 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea97b34-33f9-4ca5-b1dc-ec0f9d4f05d1 None None] New status for floating IP 7516909c-571a-4518-8ac2-bceeff32f595: ACTIVE {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:35:29.791894 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-b0ef579d-e1b0-4049-a388-b74b38c5b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:31.894031 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c64191b7-2af5-4110-9cec-0dbe0af66a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:33.405266 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:34.153149 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:34.749074 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:35.751876 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:35:40.104954 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:35:59.486573 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377e4d4-0aa2-4751-b166-1911c1ebd1d1 req-9aeb45d4-7124-4ba5-a34f-d96b8b0d282c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:35:59.488076 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f377e4d4-0aa2-4751-b166-1911c1ebd1d1 req-9aeb45d4-7124-4ba5-a34f-d96b8b0d282c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 985 time: 0.0485008 Jan 18 20:35:59.551698 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f377e4d4-0aa2-4751-b166-1911c1ebd1d1 req-77313e8c-51c3-4054-934e-3a01a38f642e tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&id=03cb478f-d5bc-4e2d-8994-c7a140e4aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579686 Jan 18 20:35:59.793719 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8d0b-7f41-4c6e-8c7b-d8b22b74cbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.218470 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-80110631-fa4f-401e-b62f-b7e3c92fe711 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510748836&fields=id&tenant_id=fdf494b30e744b9d83b873fae342275f HTTP/1.1" status: 200 len: 267 time: 0.0429084 Jan 18 20:36:00.272734 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-d5b0f0df-07f0-4235-919a-73e1139af369 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:00.274197 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-d5b0f0df-07f0-4235-919a-73e1139af369 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 985 time: 0.0504594 Jan 18 20:36:00.285390 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Request body: {'port': {'security_groups': ['05b7a1b3-2bfd-425e-8174-718dba038627']}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:36:00.349939 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.523213 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] For port d913cdd2-3b97-4121-9ee9-3e3d66339724, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:00.551654 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.556235 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.568726 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['d913cdd2-3b97-4121-9ee9-3e3d66339724'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:36:00.609130 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:00.609786 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.611248 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-382d15ca-96d9-4f9e-b01a-258c9058f9d3 req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "PUT /v2.0/ports/d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 943 time: 0.3307574 Jan 18 20:36:00.612316 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:36:00.614765 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14221fd3-1e89-47cd-93f2-dc035ca36a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:36:00.619364 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40420) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:00.667337 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061f2e5f-d78e-431b-94b4-71e20fde4976 x-openstack-request-id: req-061f2e5f-d78e-431b-94b4-71e20fde4976 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:36:00.667631 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:36:00.667885 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-061f2e5f-d78e-431b-94b4-71e20fde4976 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:36:00.668286 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'status': 'completed', 'code': 200} Jan 18 20:36:00.668839 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event updated for resources: {'Port': ['ID=d913cdd2-3b97-4121-9ee9-3e3d66339724,revision_number=7']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:00.683564 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.683918 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.684266 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.684606 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.684943 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.685275 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.685605 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.685930 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.686257 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.686580 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.686934 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.687283 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.687604 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f40b1f-c1f6-41bc-838c-9ffc2838860c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:00.712121 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d381c8f8-cea3-40bc-855d-8c067b7195a9 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group (03cb478f-d5bc-4e2d-8994-c7a140e4aa06), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.729180 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['d913cdd2-3b97-4121-9ee9-3e3d66339724'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:36:00.766804 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d381c8f8-cea3-40bc-855d-8c067b7195a9 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group (03cb478f-d5bc-4e2d-8994-c7a140e4aa06), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.808434 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-55c621ac-c6be-4541-a4ba-168547beb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:00.809968 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-55c621ac-c6be-4541-a4ba-168547beb9f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdf494b30e744b9d83b873fae342275f&device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 1099 time: 0.0906968 Jan 18 20:36:00.892429 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-06c96f93-f0b7-4168-8e32-173d9a0f5c2b None None] Provisioning complete for port d913cdd2-3b97-4121-9ee9-3e3d66339724 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:36:00.893026 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-06c96f93-f0b7-4168-8e32-173d9a0f5c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.893126 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d381c8f8-cea3-40bc-855d-8c067b7195a9 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (03cb478f-d5bc-4e2d-8994-c7a140e4aa06), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.895797 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-d381c8f8-cea3-40bc-855d-8c067b7195a9 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:00.896909 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-d381c8f8-cea3-40bc-855d-8c067b7195a9 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "DELETE /v2.0/security-groups/03cb478f-d5bc-4e2d-8994-c7a140e4aa06 HTTP/1.1" status: 204 len: 168 time: 0.2766442 Jan 18 20:36:00.899875 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40422) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:00.909941 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381c8f8-cea3-40bc-855d-8c067b7195a9 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cb478f-d5bc-4e2d-8994-c7a140e4aa06,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:00.933625 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-2d863d68-3dba-4f0c-9a92-7acf243f9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:00.935129 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-2d863d68-3dba-4f0c-9a92-7acf243f9adb service neutron] 10.222.0.45 "GET /v2.0/networks?id=8272cfcc-5091-400a-b3e6-3ea1969e620b HTTP/1.1" status: 200 len: 915 time: 0.1185901 Jan 18 20:36:00.990348 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-06c96f93-f0b7-4168-8e32-173d9a0f5c2b None None] Current status of the port d913cdd2-3b97-4121-9ee9-3e3d66339724 is: ACTIVE; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:36:01.014061 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-01801ff6-c42d-4f30-8921-62c3c127a8cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 1002 time: 0.0720382 Jan 18 20:36:01.066848 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-3e6b965a-9d30-40e2-b890-8efd9f87ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:01.068338 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-3e6b965a-9d30-40e2-b890-8efd9f87ad7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c161167f-800e-47a0-ace3-d8d6bda37f7a HTTP/1.1" status: 200 len: 854 time: 0.0482090 Jan 18 20:36:01.084261 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Deleting port 1a77fa55-0454-453e-8a7f-7036bd926cf2 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:01.084684 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (1a77fa55-0454-453e-8a7f-7036bd926cf2), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:01.111955 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-90f03122-0d7f-4fef-8658-5f83cf986ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:01.113451 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-90f03122-0d7f-4fef-8658-5f83cf986ddc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8272cfcc-5091-400a-b3e6-3ea1969e620b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398314 Jan 18 20:36:01.160978 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (1a77fa55-0454-453e-8a7f-7036bd926cf2), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:01.161293 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for floatingip (1a77fa55-0454-453e-8a7f-7036bd926cf2), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:01.173089 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Calling delete_port for 1a77fa55-0454-453e-8a7f-7036bd926cf2 owned by network:floatingip {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:01.200300 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-aab054b8-56a2-4e00-b3ff-902b5647c694 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810196 Jan 18 20:36:01.295891 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-14221fd3-1e89-47cd-93f2-dc035ca36a2b req-fa2941f2-e227-4436-b13d-24e2cbe11878 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888565 Jan 18 20:36:01.345635 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (1a77fa55-0454-453e-8a7f-7036bd926cf2), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:01.371088 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event deleted for resources: {'Port': ['ID=1a77fa55-0454-453e-8a7f-7036bd926cf2,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:01.394544 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.394894 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.395306 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.395645 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.395980 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.396315 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.396642 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.396966 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.397290 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.397610 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.397932 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.398250 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.398569 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:01.438408 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks [] for floatingip (b487ed34-9fc1-4dc7-9f64-49cf62591efc), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:01.438725 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.l3_db [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Floating IP b487ed34-9fc1-4dc7-9f64-49cf62591efc disassociated (deleted). External IP: 172.27.3.126, port: d913cdd2-3b97-4121-9ee9-3e3d66339724. Jan 18 20:36:01.894836 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Router 14f659df-f3a6-4c47-9001-2fdc8fdf441d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:36:01.895593 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-2046479f-55bf-4022-aba0-77c378046eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:02.001411 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:36:02.005793 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:02.011167 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] Sync routers for ids ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:36:02.021891 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] Routers {'14f659df-f3a6-4c47-9001-2fdc8fdf441d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:36:02.022517 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:36:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:02.032172 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-a688fd18-f25b-4aca-ae46-301a1ad37c1c tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "DELETE /v2.0/floatingips/b487ed34-9fc1-4dc7-9f64-49cf62591efc HTTP/1.1" status: 204 len: 168 time: 1.1311998 Jan 18 20:36:02.032758 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:36:02.035069 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:36:02.129515 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] Set router 14f659df-f3a6-4c47-9001-2fdc8fdf441d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:36:02.239090 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ac55ea-ff04-4193-991d-ca1c60cfb44b x-openstack-request-id: req-f0ac55ea-ff04-4193-991d-ca1c60cfb44b {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:36:02.239413 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:36:02.239670 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f0ac55ea-ff04-4193-991d-ca1c60cfb44b {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:36:02.240077 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'status': 'completed', 'code': 200} Jan 18 20:36:02.326386 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-97f50738-1148-4922-85a3-66fe65696fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:02.328632 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-97f50738-1148-4922-85a3-66fe65696fd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdf494b30e744b9d83b873fae342275f&device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 1099 time: 0.0440352 Jan 18 20:36:02.351374 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 5, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:02.381705 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] Checking router: 14f659df-f3a6-4c47-9001-2fdc8fdf441d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:36:02.390728 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] Routers {'14f659df-f3a6-4c47-9001-2fdc8fdf441d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:36:02.391368 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:36:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:02.420237 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-4dece59c-ab08-4927-b4d2-2bee3a624129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:02.421863 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-4dece59c-ab08-4927-b4d2-2bee3a624129 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8272cfcc-5091-400a-b3e6-3ea1969e620b HTTP/1.1" status: 200 len: 915 time: 0.0878019 Jan 18 20:36:02.462698 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-da505600-9708-41d2-9860-97e49f6536d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 200 len: 217 time: 0.0343275 Jan 18 20:36:02.514220 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-47b3a8f8-6ec0-41ac-ba68-6beb48752238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:02.515866 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-47b3a8f8-6ec0-41ac-ba68-6beb48752238 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c161167f-800e-47a0-ace3-d8d6bda37f7a HTTP/1.1" status: 200 len: 854 time: 0.0452578 Jan 18 20:36:02.565581 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-454fbdbe-770d-44ed-b6b0-f4a5c93bfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:02.567157 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-454fbdbe-770d-44ed-b6b0-f4a5c93bfba5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8272cfcc-5091-400a-b3e6-3ea1969e620b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458035 Jan 18 20:36:02.633947 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] Set router 14f659df-f3a6-4c47-9001-2fdc8fdf441d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:36:02.661041 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-513da319-340d-4154-b26c-a5a375960190 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831573 Jan 18 20:36:02.754498 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f8e83fbb-05ec-4a37-b2db-90642ae75ecb req-2dc7afb6-14dc-4680-94c3-772503fa1870 service neutron] 10.222.0.45 "GET /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872915 Jan 18 20:36:02.834947 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 5, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:02.861790 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845aae9-c9e6-4d1b-b61f-71f584c29df5 None None] The sync data for ids ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'] in dv-cinder-821602-14-iscsi is: [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:43Z', 'revision_number': 4, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '5d0898cd-366e-4952-a220-890d617b27dc', 'name': '', 'network_id': '8272cfcc-5091-400a-b3e6-3ea1969e620b', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'mac_address': 'fa:16:3e:08:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:43Z', 'updated_at': '2022-01-18T20:33:48Z', 'revision_number': 5, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'subnets': [{'id': 'c161167f-800e-47a0-ace3-d8d6bda37f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:36:03.074057 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861fca36-ae1b-4aed-aa83-f2cb7e3eb5f7 None None] New status for floating IP b487ed34-9fc1-4dc7-9f64-49cf62591efc: DOWN {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:36:03.413172 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:04.152751 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:04.750637 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.752971 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:04.755742 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:04.756487 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb07af9-d2ff-47ec-8025-964373fc9703 req-a3ad0734-dffd-4788-90c6-c1796b254c11 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:04.757642 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0eb07af9-d2ff-47ec-8025-964373fc9703 req-a3ad0734-dffd-4788-90c6-c1796b254c11 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 946 time: 0.0495276 Jan 18 20:36:04.805560 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0eb07af9-d2ff-47ec-8025-964373fc9703 req-e53ef652-d9a9-4c2a-94b0-05162054be69 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Jan 18 20:36:05.754341 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:05.921576 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b8728-dcfa-455c-8b6f-84d95a8c2b1d req-8e9bea87-9c0d-46b6-b4c4-f2cd6fb2f2fe tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:05.923379 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b51b8728-dcfa-455c-8b6f-84d95a8c2b1d req-8e9bea87-9c0d-46b6-b4c4-f2cd6fb2f2fe tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 946 time: 0.0472374 Jan 18 20:36:05.974417 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b51b8728-dcfa-455c-8b6f-84d95a8c2b1d req-b01cdfe1-722c-4b0e-9b9c-d2e3875ab119 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/security-groups?id=05b7a1b3-2bfd-425e-8174-718dba038627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Jan 18 20:36:06.450086 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-03cb9beb-1399-459d-9b46-bd585d93e990 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:06.451551 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-03cb9beb-1399-459d-9b46-bd585d93e990 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.45 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 946 time: 0.0476439 Jan 18 20:36:06.543735 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-bd658bbb-0c90-485a-a220-f63954d06538 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Deleting port d913cdd2-3b97-4121-9ee9-3e3d66339724 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:06.544067 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-bd658bbb-0c90-485a-a220-f63954d06538 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:06.631589 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-bd658bbb-0c90-485a-a220-f63954d06538 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] For port d913cdd2-3b97-4121-9ee9-3e3d66339724, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d913cdd2-3b97-4121-9ee9-3e3d66339724,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:06.631939 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-bd658bbb-0c90-485a-a220-f63954d06538 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:06.643381 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-bd658bbb-0c90-485a-a220-f63954d06538 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Calling delete_port for d913cdd2-3b97-4121-9ee9-3e3d66339724 owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:06.772974 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-bd658bbb-0c90-485a-a220-f63954d06538 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (d913cdd2-3b97-4121-9ee9-3e3d66339724), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:06.785174 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['d913cdd2-3b97-4121-9ee9-3e3d66339724'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:36:07.037220 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd658bbb-0c90-485a-a220-f63954d06538 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Pushing event deleted for resources: {'Port': ['ID=d913cdd2-3b97-4121-9ee9-3e3d66339724,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:07.096096 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-bd658bbb-0c90-485a-a220-f63954d06538 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] No DVR routers for this DVR port d913cdd2-3b97-4121-9ee9-3e3d66339724 on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:36:07.099045 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c7ef8e2f-22d7-4376-b818-b1833cb8b9b8 req-0c840c50-5720-489e-b797-5521bf733df3 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.67 "GET /v2.0/ports?device_id=2293f505-4950-4219-ae01-fa3597af3e90 HTTP/1.1" status: 200 len: 210 time: 0.0398276 Jan 18 20:36:07.100011 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-bd658bbb-0c90-485a-a220-f63954d06538 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:07.103105 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ec0a93ff-924a-4884-b112-ce272a2e3848 req-bd658bbb-0c90-485a-a220-f63954d06538 tempest-TestMinimumBasicScenario-1452064025 tempest-TestMinimumBasicScenario-1452064025-project] 10.222.0.45 "DELETE /v2.0/ports/d913cdd2-3b97-4121-9ee9-3e3d66339724 HTTP/1.1" status: 204 len: 173 time: 0.6465831 Jan 18 20:36:07.103535 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'name': 'network-vif-deleted', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:36:07.105798 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58829d75-eac0-486c-ad3d-0adc61343e4a" -d '{"events": [{"server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "name": "network-vif-deleted", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:36:07.145717 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457e032b-ad76-47e5-a6dc-146af9273ba7 x-openstack-request-id: req-457e032b-ad76-47e5-a6dc-146af9273ba7 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:36:07.146014 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2293f505-4950-4219-ae01-fa3597af3e90", "name": "network-vif-deleted", "tag": "d913cdd2-3b97-4121-9ee9-3e3d66339724", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:36:07.146263 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-457e032b-ad76-47e5-a6dc-146af9273ba7 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:36:07.146656 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2293f505-4950-4219-ae01-fa3597af3e90', 'name': 'network-vif-deleted', 'tag': 'd913cdd2-3b97-4121-9ee9-3e3d66339724', 'status': 'completed', 'code': 200} Jan 18 20:36:08.725856 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40512) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:09.057860 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581112'] for router_interface (14f659df-f3a6-4c47-9001-2fdc8fdf441d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:09.290682 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] Deleting port 5d0898cd-366e-4952-a220-890d617b27dc {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:09.290932 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (5d0898cd-366e-4952-a220-890d617b27dc), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:09.402908 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] For port 5d0898cd-366e-4952-a220-890d617b27dc, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=5d0898cd-366e-4952-a220-890d617b27dc,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:09.403284 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (5d0898cd-366e-4952-a220-890d617b27dc), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:09.417196 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] Calling delete_port for 5d0898cd-366e-4952-a220-890d617b27dc owned by network:router_interface {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:09.433966 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-1732e41d-2101-439c-b1b7-ed62d0cd3bb8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707157 Jan 18 20:36:09.566441 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-e62d9dd3-94bb-4df6-86ec-36869abbbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:09.567875 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-e62d9dd3-94bb-4df6-86ec-36869abbbdf9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 1098 time: 0.0918245 Jan 18 20:36:09.694454 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (5d0898cd-366e-4952-a220-890d617b27dc), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:09.726517 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0898cd-366e-4952-a220-890d617b27dc,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:09.730216 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-88880f78-36c9-4dba-b030-37e1c4617726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:09.731864 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-88880f78-36c9-4dba-b030-37e1c4617726 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.1467032 Jan 18 20:36:09.841105 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-9afca030-9297-43d8-b8cc-641a759831c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48 HTTP/1.1" status: 200 len: 1001 time: 0.1036313 Jan 18 20:36:09.958782 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-dd37a884-8c2c-46bf-b8fd-ef1db547835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:09.960308 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-dd37a884-8c2c-46bf-b8fd-ef1db547835e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.1136756 Jan 18 20:36:10.003976 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581480'] for router_interface (14f659df-f3a6-4c47-9001-2fdc8fdf441d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:10.019300 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-c6f0ff90-40ea-4258-a26d-24ce32d649b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:10.020773 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-c6f0ff90-40ea-4258-a26d-24ce32d649b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540502 Jan 18 20:36:10.184198 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-1c10f402-bd4c-4b86-8d4d-76c8062bad1b service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304443 Jan 18 20:36:10.350708 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eebb3fda-b8ed-4c7b-8ae3-64a29a4fc162 req-132dfb9d-410e-46bb-bf68-41032568b346 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353335 Jan 18 20:36:10.352385 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] Router 14f659df-f3a6-4c47-9001-2fdc8fdf441d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:36:10.454995 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:36:10.460687 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-20271ddb-a0c2-4db7-bd0f-a91d7c41c5d1 admin admin] 10.222.0.67 "PUT /v2.0/routers/14f659df-f3a6-4c47-9001-2fdc8fdf441d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7330773 Jan 18 20:36:10.462566 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40514) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:10.466511 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] Sync routers for ids ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:36:10.476377 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] Routers {'14f659df-f3a6-4c47-9001-2fdc8fdf441d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:36:10.477053 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:36:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:10.535671 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device d913cdd2-3b97-4121-9ee9-3e3d66339724 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:36:10.569115 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Publish callbacks [] for router (14f659df-f3a6-4c47-9001-2fdc8fdf441d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:10.603147 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: d913cdd2-3b97-4121-9ee9-3e3d66339724 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:36:10.603491 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device d913cdd2-3b97-4121-9ee9-3e3d66339724 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:36:10.624919 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] Set router 14f659df-f3a6-4c47-9001-2fdc8fdf441d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:36:10.677095 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Publish callbacks [] for router_gateway (14f659df-f3a6-4c47-9001-2fdc8fdf441d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:10.732150 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Deleting port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:10.732801 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:10.812849 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:36:09Z', 'revision_number': 5, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port': {'id': '8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:10.814852 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] For port 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:10.816398 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:10.827074 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Calling delete_port for 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 owned by network:router_gateway {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:10.839053 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] Checking router: 14f659df-f3a6-4c47-9001-2fdc8fdf441d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:36:10.847253 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] Routers {'14f659df-f3a6-4c47-9001-2fdc8fdf441d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:36:10.851273 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:36:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:10.936279 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] Set router 14f659df-f3a6-4c47-9001-2fdc8fdf441d gateway port host: None {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:36:10.993562 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:36:10Z', 'revision_number': 6, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port_host': None}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:10.994139 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.020108 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb830dd3-7483-4326-81b1-0c8bd0537ccc None None] The sync data for ids ['14f659df-f3a6-4c47-9001-2fdc8fdf441d'] in dv-cinder-821602-14-iscsi is: [{'id': '14f659df-f3a6-4c47-9001-2fdc8fdf441d', 'name': 'tempest-TestMinimumBasicScenario-1475765751-router', 'tenant_id': 'fdf494b30e744b9d83b873fae342275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:41Z', 'updated_at': '2022-01-18T20:36:10Z', 'revision_number': 6, 'project_id': 'fdf494b30e744b9d83b873fae342275f', 'gw_port_host': None}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:36:11.021158 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:11.080865 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582454'] for router_gateway (14f659df-f3a6-4c47-9001-2fdc8fdf441d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.170925 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10464'] for router (14f659df-f3a6-4c47-9001-2fdc8fdf441d), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.173909 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Publish callbacks [] for router_controller (14f659df-f3a6-4c47-9001-2fdc8fdf441d), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.214540 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585114'] for router (14f659df-f3a6-4c47-9001-2fdc8fdf441d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.215080 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14f659df-f3a6-4c47-9001-2fdc8fdf441d {{(pid=102695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:36:11.219750 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.220892 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ba456ccb-b394-4a96-8eca-a2b408625656 admin admin] 10.222.0.67 "DELETE /v2.0/routers/14f659df-f3a6-4c47-9001-2fdc8fdf441d HTTP/1.1" status: 204 len: 168 time: 0.7572184 Jan 18 20:36:11.223311 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40516) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:11.265862 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_v2 [None req-18790c3f-b4b2-4c9f-b49d-733b53d8cf20 admin admin] Deleting subnet c161167f-800e-47a0-ace3-d8d6bda37f7a {{(pid=102695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:36:11.269318 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-18790c3f-b4b2-4c9f-b49d-733b53d8cf20 admin admin] Publish callbacks [] for subnet (c161167f-800e-47a0-ace3-d8d6bda37f7a), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.304578 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-18790c3f-b4b2-4c9f-b49d-733b53d8cf20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448435'] for subnet (c161167f-800e-47a0-ace3-d8d6bda37f7a), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.391760 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-18790c3f-b4b2-4c9f-b49d-733b53d8cf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (c161167f-800e-47a0-ace3-d8d6bda37f7a), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.450874 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-18790c3f-b4b2-4c9f-b49d-733b53d8cf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248718'] for subnet (c161167f-800e-47a0-ace3-d8d6bda37f7a), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.475859 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18790c3f-b4b2-4c9f-b49d-733b53d8cf20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c161167f-800e-47a0-ace3-d8d6bda37f7a,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:11.481204 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-18790c3f-b4b2-4c9f-b49d-733b53d8cf20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.486854 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-18790c3f-b4b2-4c9f-b49d-733b53d8cf20 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c161167f-800e-47a0-ace3-d8d6bda37f7a HTTP/1.1" status: 204 len: 168 time: 0.2602503 Jan 18 20:36:11.487018 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b7b87b-3733-40f6-ba61-af4bfd4a6900 None None] Network 8272cfcc-5091-400a-b3e6-3ea1969e620b requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:36:11.487505 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40518) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:11.757067 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] DHCP port deletion for 8272cfcc-5091-400a-b3e6-3ea1969e620b request from dv-cinder-821602-14-iscsi {{(pid=102696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:36:11.801416 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (8272cfcc-5091-400a-b3e6-3ea1969e620b), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.807693 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Deleting port bc097b24-02b4-4553-bc64-cd022b182915 {{(pid=102696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:11.808069 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (bc097b24-02b4-4553-bc64-cd022b182915), before_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.854373 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Deleting port bc097b24-02b4-4553-bc64-cd022b182915 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:11.854627 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (bc097b24-02b4-4553-bc64-cd022b182915), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.879486 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] For port bc097b24-02b4-4553-bc64-cd022b182915, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=bc097b24-02b4-4553-bc64-cd022b182915,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:11.879991 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (bc097b24-02b4-4553-bc64-cd022b182915), precommit_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.892677 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Calling delete_port for bc097b24-02b4-4553-bc64-cd022b182915 owned by network:dhcp {{(pid=102696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:11.927807 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] For port bc097b24-02b4-4553-bc64-cd022b182915, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=bc097b24-02b4-4553-bc64-cd022b182915,segment=NetworkSegment(1beafc7d-ae35-4451-b348-6b9959980c47),segment_id=1beafc7d-ae35-4451-b348-6b9959980c47)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:11.928764 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (bc097b24-02b4-4553-bc64-cd022b182915), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:11.942409 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Calling delete_port for bc097b24-02b4-4553-bc64-cd022b182915 owned by network:dhcp {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:11.983699 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732'] for port (bc097b24-02b4-4553-bc64-cd022b182915), after_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.008732 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Pushing event deleted for resources: {'Port': ['ID=bc097b24-02b4-4553-bc64-cd022b182915,revision_number=None']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:12.013190 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] No DVR routers for this DVR port bc097b24-02b4-4553-bc64-cd022b182915 on host dv-cinder-821602-14-iscsi {{(pid=102696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:36:12.026099 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.026536 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.031936 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.032338 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.032639 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.033012 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.033293 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.033617 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.033937 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.034261 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.034461 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (bc097b24-02b4-4553-bc64-cd022b182915), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.034629 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.034881 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.035273 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a73233-e3e8-42a5-92a2-23d40ae48165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:36:12.062445 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc097b24-02b4-4553-bc64-cd022b182915,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:12.064300 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] No DVR routers for this DVR port bc097b24-02b4-4553-bc64-cd022b182915 on host dv-cinder-821602-14-iscsi {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:36:12.134348 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (8272cfcc-5091-400a-b3e6-3ea1969e620b), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.155151 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8272cfcc-5091-400a-b3e6-3ea1969e620b']}} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:12.163941 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1beafc7d-ae35-4451-b348-6b9959980c47') {'for_net_delete': True} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:12.164225 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1beafc7d-ae35-4451-b348-6b9959980c47') {} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:12.173381 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448426'] for segment (1beafc7d-ae35-4451-b348-6b9959980c47), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.185936 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (1beafc7d-ae35-4451-b348-6b9959980c47), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.192100 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:36:12.192466 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616369'] for segment (1beafc7d-ae35-4451-b348-6b9959980c47), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: self.session.flush() Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: self.session.flush() Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: self.session.flush() Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: self.session.flush() Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: Traceback (most recent call last): Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: timer() Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: cb(*args, **kw) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: return func(*args, **kwargs) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: self._notify() Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: self.callback(batched_events) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: event.method(event) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: return f(self, *a, **k) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._get(url).json() Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: return self.request(url, 'GET', **kwargs) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:36:12.194043 dv-cinder-821602-14-iscsi neutron-server[102695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:36:12.245548 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (8272cfcc-5091-400a-b3e6-3ea1969e620b), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.251310 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.254396 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8272cfcc-5091-400a-b3e6-3ea1969e620b HTTP/1.1" status: 204 len: 168 time: 0.7664611 Jan 18 20:36:12.257349 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40520) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:12.264843 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c7b0d-df43-44db-870b-3f9ef73baf94 admin admin] Pushing event deleted for resources: {'Network': ['ID=8272cfcc-5091-400a-b3e6-3ea1969e620b,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:12.602313 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581112'] for router_interface (ac60df21-35eb-4128-8e6f-9239416e70cd), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.850553 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] Deleting port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:12.850891 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.927444 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] For port 5d2b5f84-3fe9-4ba7-9250-5c768f41c140, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=5d2b5f84-3fe9-4ba7-9250-5c768f41c140,segment=NetworkSegment(b70e5467-c491-4ba2-81ee-6c189f219884),segment_id=b70e5467-c491-4ba2-81ee-6c189f219884)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:12.927802 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:12.940871 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] Calling delete_port for 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 owned by network:router_interface {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:13.112242 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 5d0898cd-366e-4952-a220-890d617b27dc no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:36:13.119284 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (5d2b5f84-3fe9-4ba7-9250-5c768f41c140), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.135874 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 5d0898cd-366e-4952-a220-890d617b27dc {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:36:13.136307 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 5d0898cd-366e-4952-a220-890d617b27dc not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:36:13.136792 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:36:13.152740 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2b5f84-3fe9-4ba7-9250-5c768f41c140,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:13.156627 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:36:13.157052 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 8e3cad14-1265-4c39-b93c-6bc4f2fc2ce6 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:36:13.157544 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device bc097b24-02b4-4553-bc64-cd022b182915 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:36:13.178196 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: bc097b24-02b4-4553-bc64-cd022b182915 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:36:13.178602 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device bc097b24-02b4-4553-bc64-cd022b182915 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:36:13.315731 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581480'] for router_interface (ac60df21-35eb-4128-8e6f-9239416e70cd), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.525643 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] Router ac60df21-35eb-4128-8e6f-9239416e70cd has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:36:13.629605 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:36:13.634642 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-43053443-c7dc-423f-81ef-8d023b3bde66 admin admin] 10.222.0.67 "PUT /v2.0/routers/ac60df21-35eb-4128-8e6f-9239416e70cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3762374 Jan 18 20:36:13.637090 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40522) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:13.640411 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] Sync routers for ids ['ac60df21-35eb-4128-8e6f-9239416e70cd'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:36:13.650007 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] Routers {'ac60df21-35eb-4128-8e6f-9239416e70cd'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:36:13.650600 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:36:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['ac60df21-35eb-4128-8e6f-9239416e70cd'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:13.740464 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Publish callbacks [] for router (ac60df21-35eb-4128-8e6f-9239416e70cd), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.753391 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] Set router ac60df21-35eb-4128-8e6f-9239416e70cd gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:36:13.836822 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Publish callbacks [] for router_gateway (ac60df21-35eb-4128-8e6f-9239416e70cd), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.892916 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Deleting port b9605fab-4031-4a17-86ee-28c46341b0fc {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:13.893256 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.926872 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'name': 'tempest-TestMinimumBasicScenario-1529361561-router', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:45Z', 'updated_at': '2022-01-18T20:36:13Z', 'revision_number': 5, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'gw_port': {'id': 'b9605fab-4031-4a17-86ee-28c46341b0fc', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:33:46Z', 'updated_at': '2022-01-18T20:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:13.956404 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] Checking router: ac60df21-35eb-4128-8e6f-9239416e70cd for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:36:13.965068 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] Routers {'ac60df21-35eb-4128-8e6f-9239416e70cd'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:36:13.965709 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:36:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['ac60df21-35eb-4128-8e6f-9239416e70cd'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:13.970876 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] For port b9605fab-4031-4a17-86ee-28c46341b0fc, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=b9605fab-4031-4a17-86ee-28c46341b0fc,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:13.971272 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:13.982843 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Calling delete_port for b9605fab-4031-4a17-86ee-28c46341b0fc owned by network:router_gateway {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:14.051170 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] Set router ac60df21-35eb-4128-8e6f-9239416e70cd gateway port host: None {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:36:14.101698 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'name': 'tempest-TestMinimumBasicScenario-1529361561-router', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:45Z', 'updated_at': '2022-01-18T20:36:13Z', 'revision_number': 6, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'gw_port_host': None}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:14.131206 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd4f63-0a83-4736-a67d-e2a1e06057c1 None None] The sync data for ids ['ac60df21-35eb-4128-8e6f-9239416e70cd'] in dv-cinder-821602-14-iscsi is: [{'id': 'ac60df21-35eb-4128-8e6f-9239416e70cd', 'name': 'tempest-TestMinimumBasicScenario-1529361561-router', 'tenant_id': 'faed3b78110547eca12a9f8e4ccbf689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:33:45Z', 'updated_at': '2022-01-18T20:36:13Z', 'revision_number': 6, 'project_id': 'faed3b78110547eca12a9f8e4ccbf689', 'gw_port_host': None}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:36:14.151919 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (b9605fab-4031-4a17-86ee-28c46341b0fc), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.176843 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9605fab-4031-4a17-86ee-28c46341b0fc,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:14.241138 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582454'] for router_gateway (ac60df21-35eb-4128-8e6f-9239416e70cd), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.329982 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10464'] for router (ac60df21-35eb-4128-8e6f-9239416e70cd), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.332138 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Publish callbacks [] for router_controller (ac60df21-35eb-4128-8e6f-9239416e70cd), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.374037 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585114'] for router (ac60df21-35eb-4128-8e6f-9239416e70cd), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.374780 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac60df21-35eb-4128-8e6f-9239416e70cd {{(pid=102694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:36:14.379671 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.380821 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-5a0ff4ba-3d3d-4af8-82b8-0ac65772efb9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ac60df21-35eb-4128-8e6f-9239416e70cd HTTP/1.1" status: 204 len: 168 time: 0.7428334 Jan 18 20:36:14.383371 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40524) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:14.427521 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8013bb2b-a9e0-45d5-9a9e-1357c7308647 admin admin] Deleting subnet ec24488f-4e17-4078-92af-f861c4c12357 {{(pid=102694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:36:14.430535 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8013bb2b-a9e0-45d5-9a9e-1357c7308647 admin admin] Publish callbacks [] for subnet (ec24488f-4e17-4078-92af-f861c4c12357), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.468619 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8013bb2b-a9e0-45d5-9a9e-1357c7308647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10276383'] for subnet (ec24488f-4e17-4078-92af-f861c4c12357), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.547323 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8013bb2b-a9e0-45d5-9a9e-1357c7308647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (ec24488f-4e17-4078-92af-f861c4c12357), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.601099 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8013bb2b-a9e0-45d5-9a9e-1357c7308647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10397452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10308526'] for subnet (ec24488f-4e17-4078-92af-f861c4c12357), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.626496 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013bb2b-a9e0-45d5-9a9e-1357c7308647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec24488f-4e17-4078-92af-f861c4c12357,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:14.632017 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8013bb2b-a9e0-45d5-9a9e-1357c7308647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.637043 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8013bb2b-a9e0-45d5-9a9e-1357c7308647 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ec24488f-4e17-4078-92af-f861c4c12357 HTTP/1.1" status: 204 len: 168 time: 0.2514474 Jan 18 20:36:14.638203 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40528) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:14.638724 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c10c3-d9ae-4ea4-bc26-884a7560ff26 None None] Network 7425482f-8c09-41f2-8fa7-9418534b5c96 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:36:14.716867 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (7425482f-8c09-41f2-8fa7-9418534b5c96), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.775458 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Deleting port 99bec336-605b-4d9f-85b9-717f6900e857 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:14.775797 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (99bec336-605b-4d9f-85b9-717f6900e857), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.841844 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] For port 99bec336-605b-4d9f-85b9-717f6900e857, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=99bec336-605b-4d9f-85b9-717f6900e857,segment=NetworkSegment(b70e5467-c491-4ba2-81ee-6c189f219884),segment_id=b70e5467-c491-4ba2-81ee-6c189f219884)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:14.842199 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (99bec336-605b-4d9f-85b9-717f6900e857), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.855403 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Calling delete_port for 99bec336-605b-4d9f-85b9-717f6900e857 owned by network:dhcp {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:14.897570 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5c47bd-4881-4084-a476-74c162084b35 None None] DHCP port deletion for 7425482f-8c09-41f2-8fa7-9418534b5c96 request from dv-cinder-821602-14-iscsi {{(pid=102696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:36:14.944981 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (99bec336-605b-4d9f-85b9-717f6900e857), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.952438 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-5b5c47bd-4881-4084-a476-74c162084b35 None None] Deleting port 99bec336-605b-4d9f-85b9-717f6900e857 {{(pid=102696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:36:14.952813 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5b5c47bd-4881-4084-a476-74c162084b35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (99bec336-605b-4d9f-85b9-717f6900e857), before_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:14.972532 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Pushing event deleted for resources: {'Port': ['ID=99bec336-605b-4d9f-85b9-717f6900e857,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:14.974337 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] No DVR routers for this DVR port 99bec336-605b-4d9f-85b9-717f6900e857 on host dv-cinder-821602-14-iscsi {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:36:15.026158 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-5b5c47bd-4881-4084-a476-74c162084b35 None None] For port 99bec336-605b-4d9f-85b9-717f6900e857, host dv-cinder-821602-14-iscsi, got binding levels [] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:36:15.026551 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5b5c47bd-4881-4084-a476-74c162084b35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (99bec336-605b-4d9f-85b9-717f6900e857), precommit_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.039932 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-5b5c47bd-4881-4084-a476-74c162084b35 None None] Calling delete_port for 99bec336-605b-4d9f-85b9-717f6900e857 owned by network:dhcp {{(pid=102696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:36:15.044733 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.ipam_backend_mixin [None req-5b5c47bd-4881-4084-a476-74c162084b35 None None] Port 99bec336-605b-4d9f-85b9-717f6900e857 was not found and therefore no delete operation was performed {{(pid=102696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:36:15.046662 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5b5c47bd-4881-4084-a476-74c162084b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732'] for port (99bec336-605b-4d9f-85b9-717f6900e857), after_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.051918 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (7425482f-8c09-41f2-8fa7-9418534b5c96), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.076859 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7425482f-8c09-41f2-8fa7-9418534b5c96']}} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:15.078099 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c47bd-4881-4084-a476-74c162084b35 None None] Pushing event deleted for resources: {'Port': ['ID=99bec336-605b-4d9f-85b9-717f6900e857,revision_number=None']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:15.080191 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c47bd-4881-4084-a476-74c162084b35 None None] No DVR routers for this DVR port 99bec336-605b-4d9f-85b9-717f6900e857 on host dv-cinder-821602-14-iscsi {{(pid=102696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:36:15.098659 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70e5467-c491-4ba2-81ee-6c189f219884') {'for_net_delete': True} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:15.098940 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70e5467-c491-4ba2-81ee-6c189f219884') {} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:36:15.120909 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10276358'] for segment (b70e5467-c491-4ba2-81ee-6c189f219884), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.134572 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 99bec336-605b-4d9f-85b9-717f6900e857 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:36:15.137507 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (b70e5467-c491-4ba2-81ee-6c189f219884), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.144271 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:36:15.144687 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10397522'] for segment (b70e5467-c491-4ba2-81ee-6c189f219884), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: warnings.warn(msg) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: Traceback (most recent call last): Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: timer() Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: cb(*args, **kw) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: return func(*args, **kwargs) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: self._notify() Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: self.callback(batched_events) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: event.method(event) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: return f(self, *a, **k) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._get(url).json() Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: return self.request(url, 'GET', **kwargs) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:36:15.146344 dv-cinder-821602-14-iscsi neutron-server[102694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:36:15.155193 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 99bec336-605b-4d9f-85b9-717f6900e857 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:36:15.155584 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 99bec336-605b-4d9f-85b9-717f6900e857 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:36:15.156000 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device b9605fab-4031-4a17-86ee-28c46341b0fc no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:36:15.176281 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: b9605fab-4031-4a17-86ee-28c46341b0fc {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:36:15.176971 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device b9605fab-4031-4a17-86ee-28c46341b0fc not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:36:15.177581 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:36:15.205833 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:36:15.206184 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 5d2b5f84-3fe9-4ba7-9250-5c768f41c140 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:36:15.206329 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (7425482f-8c09-41f2-8fa7-9418534b5c96), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.212065 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.217270 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] 10.222.0.67 "DELETE /v2.0/networks/7425482f-8c09-41f2-8fa7-9418534b5c96 HTTP/1.1" status: 204 len: 168 time: 0.5758541 Jan 18 20:36:15.228414 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f48346-c4d8-44d9-953a-8070f18746dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7425482f-8c09-41f2-8fa7-9418534b5c96,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:15.398975 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40534) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:15.439883 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-a7f0677c-852a-49f4-865b-644331d88ab6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fdf494b30e744b9d83b873fae342275f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396736 Jan 18 20:36:15.442289 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40536) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:15.488238 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47c4d869-f090-4b31-b4a8-629f54890125 admin admin] Publish callbacks [] for security_group (05b7a1b3-2bfd-425e-8174-718dba038627), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.509049 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47c4d869-f090-4b31-b4a8-629f54890125 admin admin] Publish callbacks [] for security_group (05b7a1b3-2bfd-425e-8174-718dba038627), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.555073 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47c4d869-f090-4b31-b4a8-629f54890125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (05b7a1b3-2bfd-425e-8174-718dba038627), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.557546 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-47c4d869-f090-4b31-b4a8-629f54890125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.558709 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-47c4d869-f090-4b31-b4a8-629f54890125 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/05b7a1b3-2bfd-425e-8174-718dba038627 HTTP/1.1" status: 204 len: 168 time: 0.1155384 Jan 18 20:36:15.566340 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4d869-f090-4b31-b4a8-629f54890125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b7a1b3-2bfd-425e-8174-718dba038627,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:15.876642 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40542) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:15.917321 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-21860334-5366-4d85-b8f4-c213ae12c632 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=faed3b78110547eca12a9f8e4ccbf689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395172 Jan 18 20:36:15.919770 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40544) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:36:15.978511 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4fbebde7-a533-4bc1-a380-94a35cf4fd3a admin admin] Publish callbacks [] for security_group (7df6fc24-07f5-49ec-b8c6-00ff636d70c9), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:15.999636 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4fbebde7-a533-4bc1-a380-94a35cf4fd3a admin admin] Publish callbacks [] for security_group (7df6fc24-07f5-49ec-b8c6-00ff636d70c9), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:16.044711 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4fbebde7-a533-4bc1-a380-94a35cf4fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (7df6fc24-07f5-49ec-b8c6-00ff636d70c9), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:16.047486 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-4fbebde7-a533-4bc1-a380-94a35cf4fd3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:16.049178 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-4fbebde7-a533-4bc1-a380-94a35cf4fd3a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7df6fc24-07f5-49ec-b8c6-00ff636d70c9 HTTP/1.1" status: 204 len: 168 time: 0.1284328 Jan 18 20:36:16.056600 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbebde7-a533-4bc1-a380-94a35cf4fd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df6fc24-07f5-49ec-b8c6-00ff636d70c9,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:17.104457 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:36:29.796441 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4da76c3a-1c1d-4b3a-866a-775c35cb54e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:31.896692 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ce3864a7-ee44-4d73-b381-9f91a89ad604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:33.412020 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.167820 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:34.753960 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:35.756440 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:48.331156 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-194eee00-9311-47a0-a062-548733760548 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864406677&fields=id&tenant_id=4da1bb9e68f340d5b32fa2a5916db726 HTTP/1.1" status: 200 len: 267 time: 0.0484171 Jan 18 20:36:48.443649 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc768-2ae8-4222-aab7-196e21157181 req-cd1ad7c4-501c-472f-960e-c0a5a55fa45c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:48.445035 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-cd1ad7c4-501c-472f-960e-c0a5a55fa45c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 812 time: 0.1074591 Jan 18 20:36:48.459556 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-7baddd27-8929-46ef-bea7-14786b109bdb tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/quotas/4da1bb9e68f340d5b32fa2a5916db726 HTTP/1.1" status: 200 len: 375 time: 0.0092380 Jan 18 20:36:48.510130 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-79d48143-36d5-47a9-9250-2af85c98d38c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456681 Jan 18 20:36:48.603617 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-f14c40a7-057b-4b3d-90e9-6e5b4654a052 service neutron] 10.222.0.67 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827966 Jan 18 20:36:48.694376 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-f594e7fb-ad6e-49ff-8bcc-52bca732281c service neutron] 10.222.0.67 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850949 Jan 18 20:36:48.971664 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-72000235-8b77-4be0-9b0c-0ea981c1a776 req-489135bd-1350-4313-ada6-94d4cac61e9f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 210 time: 0.0253344 Jan 18 20:36:49.893502 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc768-2ae8-4222-aab7-196e21157181 req-a09b846b-130e-48d8-8885-5a7bbf6015ba tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:49.895012 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-a09b846b-130e-48d8-8885-5a7bbf6015ba tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 812 time: 0.1101797 Jan 18 20:36:49.964252 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-aca6f181-ee16-4afd-9043-bd655add4879 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da1bb9e68f340d5b32fa2a5916db726 HTTP/1.1" status: 200 len: 379 time: 0.0606563 Jan 18 20:36:49.973075 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'port': {'device_id': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'admin_state_up': True, 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'security_groups': ['5d98e975-9f6a-4c0f-8d1b-96c96b25c442']}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:36:50.071919 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ecc4b9df-7067-4da7-a7f5-f4e0f08e037a req-ff8d7988-e314-496a-ad4a-e0fc19213c27 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 210 time: 0.0304906 Jan 18 20:36:50.111964 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Made reservation on behalf of 4da1bb9e68f340d5b32fa2a5916db726 for: {'port': 1} {{(pid=102695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 20:36:50.115415 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:50.254207 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_common [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Allocated IP 172.20.0.11 (3d41f18b-a9a9-452f-a56b-ae5f33323ec9/e773756e-30d1-48c3-a0b3-e8307c7ea804/cc859e99-6305-4903-9e9f-b31f1249a103) {{(pid=102695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:36:50.404473 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for port (cc859e99-6305-4903-9e9f-b31f1249a103), precommit_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:50.439188 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), after_create {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:50.484226 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 is already hosted by enough agents. {{(pid=102695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:36:50.487696 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.base_scheduler [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Resources bound (agent type, host, resource id): {{(pid=102695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:36:50.490229 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Received port after_create {{(pid=102695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:36:50.516237 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'Port': ['ID=cc859e99-6305-4903-9e9f-b31f1249a103,revision_number=1']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:50.552836 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:50.552836 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:50.564026 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-a8b7a8a5-69eb-46c2-8194-eb5aaf58febd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5946271 Jan 18 20:36:50.575200 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.v2.base [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Request body: {'port': {'device_id': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:36:50.631342 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:50.725703 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-406b9428-7f5f-4098-83c2-41a2f18dc507 None None] Provisioning complete for port cc859e99-6305-4903-9e9f-b31f1249a103 triggered by entity DHCP. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:36:50.726375 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-406b9428-7f5f-4098-83c2-41a2f18dc507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:50.758828 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-406b9428-7f5f-4098-83c2-41a2f18dc507 None None] Port cc859e99-6305-4903-9e9f-b31f1249a103 cannot update to ACTIVE because it is not bound. {{(pid=102696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 20:36:50.900172 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc859e99-6305-4903-9e9f-b31f1249a103 {{(pid=102695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:36:50.907561 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Publish callbacks [] for port (cc859e99-6305-4903-9e9f-b31f1249a103), precommit_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:50.919921 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.provisioning_blocks [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Transition to ACTIVE for port object cc859e99-6305-4903-9e9f-b31f1249a103 will not be triggered until provisioned by entity L2. {{(pid=102695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 20:36:50.925062 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:50.974137 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Pushing event updated for resources: {'Port': ['ID=cc859e99-6305-4903-9e9f-b31f1249a103,revision_number=2']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:51.050900 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Attempting to bind port cc859e99-6305-4903-9e9f-b31f1249a103 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 20:36:51.051263 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Attempting to bind port cc859e99-6305-4903-9e9f-b31f1249a103 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 20:36:51.051587 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Attempting to bind port cc859e99-6305-4903-9e9f-b31f1249a103 on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:36:51.056206 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Port cc859e99-6305-4903-9e9f-b31f1249a103 on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 20:36:51.056518 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Attempting to bind port cc859e99-6305-4903-9e9f-b31f1249a103 on network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 20:36:51.061620 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Checking agent: {'id': 'af4ad877-06c2-44e7-8d63-91a36a9f69dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'started_at': datetime.datetime(2022, 1, 18, 20, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 20, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 20:36:51.061949 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Checking segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 20:36:51.062870 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Bound using segment: {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'} {{(pid=102695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 20:36:51.063318 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.managers [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Bound port: cc859e99-6305-4903-9e9f-b31f1249a103, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9'}}] {{(pid=102695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 20:36:51.063666 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), before_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:51.132419 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] For port cc859e99-6305-4903-9e9f-b31f1249a103, host hv-cinder-82160, cleared binding levels {{(pid=102695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 20:36:51.135792 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] For port cc859e99-6305-4903-9e9f-b31f1249a103, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cc859e99-6305-4903-9e9f-b31f1249a103,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 20:36:51.141544 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8616405'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), after_update {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:51.205901 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.206515 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:36:51.207913 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] 10.222.0.45 "PUT /v2.0/ports/cc859e99-6305-4903-9e9f-b31f1249a103 HTTP/1.1" status: 200 len: 1094 time: 0.6371615 Jan 18 20:36:51.210117 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'tag': 'cc859e99-6305-4903-9e9f-b31f1249a103'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:36:51.212442 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71e8aa8-3992-424c-bd2c-19dd815d641d" -d '{"events": [{"name": "network-changed", "server_uuid": "94f68752-35ea-4c9d-a272-2f48510c03f1", "tag": "cc859e99-6305-4903-9e9f-b31f1249a103"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:36:51.232946 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787319c-9a83-4832-ac30-4650f1a70535 service neutron] Pushing event updated for resources: {'Port': ['ID=cc859e99-6305-4903-9e9f-b31f1249a103,revision_number=3']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:36:51.251796 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb9f2d-58be-4066-b887-cc83ea568604 req-cad785ef-070e-4554-b05f-33b792aa01bf tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.253340 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8bfb9f2d-58be-4066-b887-cc83ea568604 req-cad785ef-070e-4554-b05f-33b792aa01bf tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 944 time: 0.0879822 Jan 18 20:36:51.330747 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8bfb9f2d-58be-4066-b887-cc83ea568604 req-63e230a9-bec6-4c0b-8797-8b8f65578ef5 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681775 Jan 18 20:36:51.337780 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc768-2ae8-4222-aab7-196e21157181 req-5ffb138a-3b16-4de7-9903-ef63d7d16b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.339308 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-5ffb138a-3b16-4de7-9903-ef63d7d16b1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 1097 time: 0.0844135 Jan 18 20:36:51.390035 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-1e37c87d-0ba8-4843-af3b-6e76b41cc8e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc859e99-6305-4903-9e9f-b31f1249a103 HTTP/1.1" status: 200 len: 217 time: 0.0433390 Jan 18 20:36:51.445215 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc768-2ae8-4222-aab7-196e21157181 req-35ffe918-25bf-4a46-8839-3003600cc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.446600 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-35ffe918-25bf-4a46-8839-3003600cc48a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0508516 Jan 18 20:36:51.494934 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc768-2ae8-4222-aab7-196e21157181 req-02c15e46-245d-4360-a551-804ffb8c3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.496547 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-02c15e46-245d-4360-a551-804ffb8c3a4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424302 Jan 18 20:36:51.520097 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ae1171-8b7e-4565-b691-d8b413fd43ab x-openstack-request-id: req-19ae1171-8b7e-4565-b691-d8b413fd43ab {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:36:51.520390 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f68752-35ea-4c9d-a272-2f48510c03f1", "tag": "cc859e99-6305-4903-9e9f-b31f1249a103", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:36:51.520640 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-19ae1171-8b7e-4565-b691-d8b413fd43ab {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:36:51.521033 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'tag': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'status': 'completed', 'code': 200} Jan 18 20:36:51.585945 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-5d45309b-71b7-440e-abe6-13c28fadc6ec service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832071 Jan 18 20:36:51.677190 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-577fc768-2ae8-4222-aab7-196e21157181 req-90c5f63b-cc50-416c-9f0c-173bebf55796 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854681 Jan 18 20:36:51.761860 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-d80fbb51-c6a0-4581-be5f-a32d0f626482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.763260 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-d80fbb51-c6a0-4581-be5f-a32d0f626482 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 1097 time: 0.0399539 Jan 18 20:36:51.853884 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-9dda6365-b9fd-4065-bb2d-44117202f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.855201 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-9dda6365-b9fd-4065-bb2d-44117202f478 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.0860620 Jan 18 20:36:51.894327 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-e6943ee6-d4c6-4649-b989-6aee5a153a3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc859e99-6305-4903-9e9f-b31f1249a103 HTTP/1.1" status: 200 len: 217 time: 0.0325053 Jan 18 20:36:51.944681 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-2677fffa-6a57-4361-bbc3-d89e82d37670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.946170 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-2677fffa-6a57-4361-bbc3-d89e82d37670 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0436106 Jan 18 20:36:51.993649 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-90e7fd98-1d3f-4637-8f0a-3d424c7d8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:51.995140 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-90e7fd98-1d3f-4637-8f0a-3d424c7d8f6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430999 Jan 18 20:36:52.089492 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-5ce51b87-58d6-42e5-aaec-0c4cea533bb5 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870118 Jan 18 20:36:52.185607 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a71e8aa8-3992-424c-bd2c-19dd815d641d req-a36e2d56-1a6d-4c00-b8c2-dc631def483d service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863850 Jan 18 20:36:52.452943 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a78797-db89-4301-882d-09a28d1ec974 req-dde2ad3b-a57d-4f3c-aaf9-b113e5efbe28 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:52.454380 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e0a78797-db89-4301-882d-09a28d1ec974 req-dde2ad3b-a57d-4f3c-aaf9-b113e5efbe28 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 944 time: 0.0493517 Jan 18 20:36:52.504430 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e0a78797-db89-4301-882d-09a28d1ec974 req-f2ad26db-3cce-4c98-aa9b-4ab29402fe63 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443909 Jan 18 20:36:53.619361 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245817-8721-4004-b9db-865c153719c0 req-37edba33-c750-44a9-82f5-efc28bc492e6 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:53.620825 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eb245817-8721-4004-b9db-865c153719c0 req-37edba33-c750-44a9-82f5-efc28bc492e6 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 944 time: 0.0502431 Jan 18 20:36:53.674009 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-eb245817-8721-4004-b9db-865c153719c0 req-4d9caa46-dd57-44ed-babd-2b25ad7b49e6 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474541 Jan 18 20:36:54.102733 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:36:54.786231 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca747c71-c40e-47f0-a1f2-ef240e4ad0d4 req-1da60c47-f224-43de-ae85-c621feb45ef7 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:54.787790 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca747c71-c40e-47f0-a1f2-ef240e4ad0d4 req-1da60c47-f224-43de-ae85-c621feb45ef7 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 944 time: 0.0487604 Jan 18 20:36:54.836284 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ca747c71-c40e-47f0-a1f2-ef240e4ad0d4 req-bd30e56c-27b4-4b18-b958-3a6addec9b55 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429404 Jan 18 20:36:55.954976 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72f1d4-e946-4f24-9dc4-f2361a7260f9 req-f201b0ad-8011-45a2-8de3-c9c92d142477 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:55.956509 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8c72f1d4-e946-4f24-9dc4-f2361a7260f9 req-f201b0ad-8011-45a2-8de3-c9c92d142477 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 944 time: 0.0503480 Jan 18 20:36:56.005837 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-8c72f1d4-e946-4f24-9dc4-f2361a7260f9 req-43e93115-4ffc-48c2-b443-02da6bd54a8f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436199 Jan 18 20:36:57.121184 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04147a26-3cb2-4920-bd75-da0a382176f6 req-2b26bef6-a235-445b-89a7-42b8c63ba4e5 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:57.122556 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-04147a26-3cb2-4920-bd75-da0a382176f6 req-2b26bef6-a235-445b-89a7-42b8c63ba4e5 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 944 time: 0.0511141 Jan 18 20:36:57.171528 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-04147a26-3cb2-4920-bd75-da0a382176f6 req-220f93d1-1c58-4e78-8194-5c85f3de7d5a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Jan 18 20:36:58.283854 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff232-991a-4364-b0d6-d3bef926fe1a req-ed5bb5ba-5486-4bd7-a693-1012ca74d006 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:58.285330 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-271ff232-991a-4364-b0d6-d3bef926fe1a req-ed5bb5ba-5486-4bd7-a693-1012ca74d006 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 944 time: 0.0476544 Jan 18 20:36:58.334645 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-271ff232-991a-4364-b0d6-d3bef926fe1a req-f20db203-b5cd-4611-b517-53675c55918d tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437708 Jan 18 20:36:59.445627 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a5de8-c2c9-4230-b223-e0997cd089a3 req-a7d441a2-5775-4bcd-8774-64d0e90fb14c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:36:59.447104 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b38a5de8-c2c9-4230-b223-e0997cd089a3 req-a7d441a2-5775-4bcd-8774-64d0e90fb14c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 944 time: 0.0469646 Jan 18 20:36:59.499175 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b38a5de8-c2c9-4230-b223-e0997cd089a3 req-b3a5829e-6350-43de-9365-31038072be1c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462961 Jan 18 20:36:59.800269 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-bd3368e0-3262-4186-b70e-23c3eac22e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.612155 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f75ef-51b6-4c45-bf71-c244d4412cd2 req-b8d8d802-b572-4b46-bf25-65e08a1a34ac tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:00.613636 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-227f75ef-51b6-4c45-bf71-c244d4412cd2 req-b8d8d802-b572-4b46-bf25-65e08a1a34ac tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 944 time: 0.0478947 Jan 18 20:37:00.665871 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-227f75ef-51b6-4c45-bf71-c244d4412cd2 req-f3cc8be0-61e7-423e-89a7-ca1e5d0e086c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466001 Jan 18 20:37:00.722395 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device cc859e99-6305-4903-9e9f-b31f1249a103 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 20:37:00.814457 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port cc859e99-6305-4903-9e9f-b31f1249a103, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cc859e99-6305-4903-9e9f-b31f1249a103,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:00.825481 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Returning: {'device': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'port_id': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'mac_address': 'fa:16:3e:4e:60:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 20:37:00.865662 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port cc859e99-6305-4903-9e9f-b31f1249a103 is: DOWN; New status is: BUILD {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:37:00.866051 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.879287 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc859e99-6305-4903-9e9f-b31f1249a103 {{(pid=102696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 20:37:00.898738 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port cc859e99-6305-4903-9e9f-b31f1249a103, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cc859e99-6305-4903-9e9f-b31f1249a103,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:00.902699 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:00.952330 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=cc859e99-6305-4903-9e9f-b31f1249a103,revision_number=4']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:01.151057 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] get_ports_and_sgs() called for port_ids ['cc859e99-6305-4903-9e9f-b31f1249a103'] {{(pid=102696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 20:37:01.775635 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353afd-5456-4a5f-8d60-815e259212ea req-b3a3f069-50fc-4196-bd13-79958e4c26d3 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:01.777074 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c1353afd-5456-4a5f-8d60-815e259212ea req-b3a3f069-50fc-4196-bd13-79958e4c26d3 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 945 time: 0.0471668 Jan 18 20:37:01.824832 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-c1353afd-5456-4a5f-8d60-815e259212ea req-b44b7a7b-e67e-4a9d-9b8d-19b190616a50 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422316 Jan 18 20:37:01.898018 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-16351063-3333-470c-bb61-ab168dc36911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.738684 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device cc859e99-6305-4903-9e9f-b31f1249a103 up at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 20:37:02.787644 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning for port cc859e99-6305-4903-9e9f-b31f1249a103 completed by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 20:37:02.791865 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.provisioning_blocks [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Provisioning complete for port cc859e99-6305-4903-9e9f-b31f1249a103 triggered by entity L2. {{(pid=102696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 20:37:02.792234 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-831866'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), provisioning_complete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.871409 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Current status of the port cc859e99-6305-4903-9e9f-b31f1249a103 is: BUILD; New status is: ACTIVE {{(pid=102696) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 20:37:02.871797 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), before_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.896839 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc859e99-6305-4903-9e9f-b31f1249a103'}] {{(pid=102696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:02.899134 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}412c6b834d77b31f00f9bd6129c5667869b8c8d9c1157c661016925602fa45d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65822987-1bdc-48b3-8e5c-1810b953955f" -d '{"events": [{"server_uuid": "94f68752-35ea-4c9d-a272-2f48510c03f1", "name": "network-vif-plugged", "status": "completed", "tag": "cc859e99-6305-4903-9e9f-b31f1249a103"}]}' {{(pid=102696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:02.912046 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] For port cc859e99-6305-4903-9e9f-b31f1249a103, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cc859e99-6305-4903-9e9f-b31f1249a103,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:37:02.916736 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:02.954632 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b77828-ddc5-4287-b8f2-aef8702f4aee req-e46f2a27-5528-49b2-ae27-d375d1ab8067 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:02.956186 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b8b77828-ddc5-4287-b8f2-aef8702f4aee req-e46f2a27-5528-49b2-ae27-d375d1ab8067 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 945 time: 0.0636852 Jan 18 20:37:02.966563 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Pushing event updated for resources: {'Port': ['ID=cc859e99-6305-4903-9e9f-b31f1249a103,revision_number=5']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:03.011475 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-b8b77828-ddc5-4287-b8f2-aef8702f4aee req-17098753-e0bd-4237-b50d-409e26939b93 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491557 Jan 18 20:37:03.056090 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3edf4e-ee8c-4ce1-a8d5-3b3d3e7797c4 x-openstack-request-id: req-1f3edf4e-ee8c-4ce1-a8d5-3b3d3e7797c4 {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:03.056384 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f68752-35ea-4c9d-a272-2f48510c03f1", "name": "network-vif-plugged", "status": "completed", "tag": "cc859e99-6305-4903-9e9f-b31f1249a103", "code": 200}]} {{(pid=102696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:03.056633 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1f3edf4e-ee8c-4ce1-a8d5-3b3d3e7797c4 {{(pid=102696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:03.057048 dv-cinder-821602-14-iscsi neutron-server[102696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'code': 200} Jan 18 20:37:03.281552 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bfa33-dcb9-49c3-a161-a012ece096fc req-11d391c9-3332-48a3-987b-b0167eb7651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:03.282924 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5a7bfa33-dcb9-49c3-a161-a012ece096fc req-11d391c9-3332-48a3-987b-b0167eb7651f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 1099 time: 0.0385003 Jan 18 20:37:03.329032 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-5a7bfa33-dcb9-49c3-a161-a012ece096fc req-67220f3a-63c4-4c28-b440-a7b08faaf770 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396111 Jan 18 20:37:03.415232 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:04.130374 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4daaaf-2c69-40fd-964e-4399eb88cb7b req-0bfe5c14-f929-4788-b39d-c702378074c7 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:04.131955 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df4daaaf-2c69-40fd-964e-4399eb88cb7b req-0bfe5c14-f929-4788-b39d-c702378074c7 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 946 time: 0.0512588 Jan 18 20:37:04.182185 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-df4daaaf-2c69-40fd-964e-4399eb88cb7b req-f0017b86-3f7e-4eaa-94b7-86834bca82e3 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444858 Jan 18 20:37:04.191724 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:04.894810 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:05.295435 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd0f4f-2497-4f63-bfe7-029c6b26825f req-ed56063b-61ba-48de-bf86-4b664b52b7ea tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:05.297622 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a4bd0f4f-2497-4f63-bfe7-029c6b26825f req-ed56063b-61ba-48de-bf86-4b664b52b7ea tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 946 time: 0.0483997 Jan 18 20:37:05.346163 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-a4bd0f4f-2497-4f63-bfe7-029c6b26825f req-20ea23d9-3473-4c6e-8d57-5a5357c60dee tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427902 Jan 18 20:37:05.455848 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee6aa-1d64-4b1a-86e1-19e9c5c6a366 req-9423ae65-e17a-4ebf-a02d-c5e573633f54 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:05.457338 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f29ee6aa-1d64-4b1a-86e1-19e9c5c6a366 req-9423ae65-e17a-4ebf-a02d-c5e573633f54 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 946 time: 0.0470304 Jan 18 20:37:05.509070 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-f29ee6aa-1d64-4b1a-86e1-19e9c5c6a366 req-c6818c57-9c2f-4f62-ae26-8d351c5c19c6 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462196 Jan 18 20:37:05.532007 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40642) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:05.570679 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52165744-cb95-43fb-a570-19951d12d317 tempest-TestVolumeBootPattern-2142495585 tempest-TestVolumeBootPattern-2142495585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:05.572235 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-52165744-cb95-43fb-a570-19951d12d317 tempest-TestVolumeBootPattern-2142495585 tempest-TestVolumeBootPattern-2142495585-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 1094 time: 0.0392251 Jan 18 20:37:05.574941 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40644) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:37:05.579745 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.v2.base [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Request body: {'floatingip': {'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'port_id': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 20:37:05.604270 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:05.702398 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (None), before_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:05.766068 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:05.804917 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_common [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Allocated IP 172.27.3.233 (345ae821-9aea-4565-955e-d3d455978d5f/efb95db8-c25d-4de1-b2d6-46de5d283fd6/ea41bb05-a9ae-4d97-8211-6a4eeb734a9c) {{(pid=102694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 20:37:06.163893 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for port (ea41bb05-a9ae-4d97-8211-6a4eeb734a9c), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:06.196367 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526726723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (ea41bb05-a9ae-4d97-8211-6a4eeb734a9c), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:06.233136 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Network 345ae821-9aea-4565-955e-d3d455978d5f is already hosted by enough agents. {{(pid=102694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 20:37:06.236599 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.base_scheduler [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Resources bound (agent type, host, resource id): {{(pid=102694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 20:37:06.239983 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Received port after_create {{(pid=102694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 20:37:06.266336 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'Port': ['ID=ea41bb05-a9ae-4d97-8211-6a4eeb734a9c,revision_number=1']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:06.277222 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.277568 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.277909 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.278245 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.278575 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.279154 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.279308 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.279562 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.279885 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.280207 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.280526 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.280843 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.281187 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:37:06.603080 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (522cdceb-2749-498d-8e98-de0b02534a57), precommit_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:06.667707 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1037337'] for port (ea41bb05-a9ae-4d97-8211-6a4eeb734a9c), before_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:06.821493 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for port (ea41bb05-a9ae-4d97-8211-6a4eeb734a9c), precommit_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:06.825853 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527259010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526726741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526726759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10397494'] for port (ea41bb05-a9ae-4d97-8211-6a4eeb734a9c), after_update {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:06.895584 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event updated for resources: {'Port': ['ID=ea41bb05-a9ae-4d97-8211-6a4eeb734a9c,revision_number=2']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:37:06.905280 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582392'] for floatingip (522cdceb-2749-498d-8e98-de0b02534a57), after_create {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:07.010047 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.l3_db [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Floating IP 522cdceb-2749-498d-8e98-de0b02534a57 associated. External IP: 172.27.3.233, port: cc859e99-6305-4903-9e9f-b31f1249a103. Jan 18 20:37:07.222476 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Router 7b3852b6-2cef-49ae-b653-4347bb1c020d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:37:07.327354 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:37:07.337366 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] Sync routers for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:37:07.347410 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:07.348275 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:37:07.348929 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:37:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:07.374364 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-e606a7a4-56cf-4261-a92c-cbb3b599439f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7983589 Jan 18 20:37:07.375503 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'tag': 'cc859e99-6305-4903-9e9f-b31f1249a103'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:37:07.377775 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51006a71-488e-4a26-964e-cd2fcf046ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "94f68752-35ea-4c9d-a272-2f48510c03f1", "tag": "cc859e99-6305-4903-9e9f-b31f1249a103"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:37:07.418732 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199ac34f-fa56-48a5-8965-0a81c17882d9 x-openstack-request-id: req-199ac34f-fa56-48a5-8965-0a81c17882d9 {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:37:07.419024 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f68752-35ea-4c9d-a272-2f48510c03f1", "tag": "cc859e99-6305-4903-9e9f-b31f1249a103", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:37:07.419329 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-199ac34f-fa56-48a5-8965-0a81c17882d9 {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:37:07.419738 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'tag': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'status': 'completed', 'code': 200} Jan 18 20:37:07.464087 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:37:07.486920 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-80576112-7a03-4bf1-af34-a57d69020a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:07.488465 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-80576112-7a03-4bf1-af34-a57d69020a0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 1099 time: 0.0435982 Jan 18 20:37:07.579600 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-e6637191-5df5-4a77-9ac5-96bc79e342cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:07.581048 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-e6637191-5df5-4a77-9ac5-96bc79e342cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.0865004 Jan 18 20:37:07.649350 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-8a253de2-7b3f-45df-a4b4-f3fb4501b250 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc859e99-6305-4903-9e9f-b31f1249a103 HTTP/1.1" status: 200 len: 1000 time: 0.0618801 Jan 18 20:37:07.690056 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '522cdceb-2749-498d-8e98-de0b02534a57', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:4e:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:37:06Z', 'updated_at': '2022-01-18T20:37:06Z', 'revision_number': 0, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}, {'id': '7516909c-571a-4518-8ac2-bceeff32f595', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:0b:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:35:11Z', 'updated_at': '2022-01-18T20:35:13Z', 'revision_number': 1, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:07.696244 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-6bf2a094-e5d8-4cc5-912e-5de9ea05b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:07.697698 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-6bf2a094-e5d8-4cc5-912e-5de9ea05b645 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0433118 Jan 18 20:37:07.716113 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] Checking router: 7b3852b6-2cef-49ae-b653-4347bb1c020d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:37:07.724474 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:37:07.725079 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:37:02Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:07.742258 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-ec279624-e2f3-4f7d-a4f7-47837db030d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:07.743834 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-ec279624-e2f3-4f7d-a4f7-47837db030d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398049 Jan 18 20:37:07.831704 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:37:07.837493 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-e342e807-8c29-4003-ad0d-6d02f8ea25ea service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872316 Jan 18 20:37:07.926096 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-51006a71-488e-4a26-964e-cd2fcf046ea1 req-870ced15-43df-4b6f-b5fc-b0143d26ad37 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828986 Jan 18 20:37:08.056764 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '522cdceb-2749-498d-8e98-de0b02534a57', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:4e:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:37:06Z', 'updated_at': '2022-01-18T20:37:06Z', 'revision_number': 0, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}, {'id': '7516909c-571a-4518-8ac2-bceeff32f595', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:0b:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:35:11Z', 'updated_at': '2022-01-18T20:35:13Z', 'revision_number': 1, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:37:08.086055 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09977f18-2586-4e13-bb3d-59cb7d12fb63 None None] The sync data for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi is: [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '522cdceb-2749-498d-8e98-de0b02534a57', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:4e:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:37:06Z', 'updated_at': '2022-01-18T20:37:06Z', 'revision_number': 0, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}, {'id': '7516909c-571a-4518-8ac2-bceeff32f595', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:0b:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:35:11Z', 'updated_at': '2022-01-18T20:35:13Z', 'revision_number': 1, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:37:08.269934 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220afa3e-b0dd-47bd-87de-9a30081209a2 None None] New status for floating IP 522cdceb-2749-498d-8e98-de0b02534a57: ACTIVE {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:37:09.466360 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-6ed7e5a4-1680-4259-9911-b8dccc38d770 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443931 Jan 18 20:37:09.543917 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-54a7f1e5-ae9f-4ec1-95e6-3efb03a8ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:09.545372 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-54a7f1e5-ae9f-4ec1-95e6-3efb03a8ab21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 1098 time: 0.0378976 Jan 18 20:37:09.647939 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-b631210d-9064-4f23-833e-bcfbec5e0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:09.649567 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-b631210d-9064-4f23-833e-bcfbec5e0b0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.0850902 Jan 18 20:37:09.713918 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-cdfa4b49-7df6-4e82-9a4e-2d464f8f9e34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48 HTTP/1.1" status: 200 len: 1001 time: 0.0578809 Jan 18 20:37:09.761072 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-323ef6df-2017-485d-9330-bd93cfe64b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:09.762474 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-323ef6df-2017-485d-9330-bd93cfe64b3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0423143 Jan 18 20:37:09.807931 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-8ec8159d-2e76-425e-ae98-52c06e8129e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:37:09.809395 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-8ec8159d-2e76-425e-ae98-52c06e8129e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413718 Jan 18 20:37:09.903253 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-26ac0e2b-c374-4622-b75e-aa353ec62d49 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875502 Jan 18 20:37:09.996982 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-0242432b-6aea-4807-8cde-4c74524dcdeb req-5808d618-a199-4c3b-9a59-e0a5744b986a service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879388 Jan 18 20:37:29.802099 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-46bc1147-5c85-4b0a-a7e9-a505152237a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:31.101347 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:37:31.901819 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-c5ace4f0-8a81-43c5-965c-ee8f98f2bf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:33.417406 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:34.188733 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:34.759594 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:35.758076 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:37:59.804862 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-910b7415-88c7-42ed-b644-c42db93df2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:01.904115 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-23a045b6-a476-45b4-8831-d6fb8a1d4bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:03.421399 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:04.196797 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:04.761940 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:05.760826 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:08.099113 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:38:09.406597 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-38448289-04dd-4e5c-b27e-d4e3be8217b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374162 Jan 18 20:38:09.464890 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-faebaee9-66fd-400a-87d0-cbeaf69ac62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:09.466378 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-faebaee9-66fd-400a-87d0-cbeaf69ac62f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 1099 time: 0.0395830 Jan 18 20:38:09.572930 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-044de18f-8340-4bfe-9ba7-559418d1516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:09.574419 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-044de18f-8340-4bfe-9ba7-559418d1516f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.0885384 Jan 18 20:38:09.636168 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-9fbfb08c-d48f-4abd-b6f4-3571f90d1fbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc859e99-6305-4903-9e9f-b31f1249a103 HTTP/1.1" status: 200 len: 1002 time: 0.0561180 Jan 18 20:38:09.686815 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-f2f06e9e-b158-4a05-b685-01589066776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:09.688199 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-f2f06e9e-b158-4a05-b685-01589066776d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0464590 Jan 18 20:38:09.730374 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-40ee49a4-e233-458e-84b1-cc2fc6ebc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:09.731844 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-40ee49a4-e233-458e-84b1-cc2fc6ebc3c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380616 Jan 18 20:38:09.817320 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-43d9e114-33f8-4b79-a7f2-23efd598f4f7 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794761 Jan 18 20:38:09.908990 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e533bf3d-27d8-4c04-9ccd-0d4fa7df84ec req-e323ab01-32d1-46f7-9aca-d52fb6afce2d service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850699 Jan 18 20:38:29.807432 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-92e5ced3-4648-41c7-b10f-0ff2a823d306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:31.905244 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-56ab7301-54c5-45e5-8e87-9b5bac20098b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:33.423854 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.196408 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:34.763167 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:35.762402 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.340455 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [req-d6d00e27-1033-450d-9f8d-b9942a63c338 req-f8d450ce-57d6-4ddf-b46b-877b37c55d0a service neutron] (102695) timed out ('10.222.0.45', 55619) {{(pid=102695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:38:36.648202 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40674) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:36.919831 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Deleting port ea41bb05-a9ae-4d97-8211-6a4eeb734a9c {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:36.920101 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (ea41bb05-a9ae-4d97-8211-6a4eeb734a9c), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.993363 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (ea41bb05-a9ae-4d97-8211-6a4eeb734a9c), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:36.993686 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (ea41bb05-a9ae-4d97-8211-6a4eeb734a9c), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.005041 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Calling delete_port for ea41bb05-a9ae-4d97-8211-6a4eeb734a9c owned by network:floatingip {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:37.147732 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (ea41bb05-a9ae-4d97-8211-6a4eeb734a9c), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.177716 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event deleted for resources: {'Port': ['ID=ea41bb05-a9ae-4d97-8211-6a4eeb734a9c,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:37.217373 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.217715 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.218316 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.218650 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.218973 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.219320 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.219643 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.219961 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.220278 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.220593 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.220908 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.221220 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.221530 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:37.243672 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (522cdceb-2749-498d-8e98-de0b02534a57), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.244003 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.l3_db [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Floating IP 522cdceb-2749-498d-8e98-de0b02534a57 disassociated (deleted). External IP: 172.27.3.233, port: cc859e99-6305-4903-9e9f-b31f1249a103. Jan 18 20:38:37.441244 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Router 7b3852b6-2cef-49ae-b653-4347bb1c020d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:38:37.544921 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:38:37.549653 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:37.554849 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] Sync routers for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:38:37.564609 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:37.565218 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:38:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:37.576177 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-14da27c6-e05b-4740-9557-12b4a16c8452 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "DELETE /v2.0/floatingips/522cdceb-2749-498d-8e98-de0b02534a57 HTTP/1.1" status: 204 len: 168 time: 0.9269753 Jan 18 20:38:37.576755 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'tag': 'cc859e99-6305-4903-9e9f-b31f1249a103'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:38:37.579080 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25c8533-f2c6-4e58-8381-987208d4aabc" -d '{"events": [{"name": "network-changed", "server_uuid": "94f68752-35ea-4c9d-a272-2f48510c03f1", "tag": "cc859e99-6305-4903-9e9f-b31f1249a103"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:38:37.669581 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:37.727958 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebf7c4f-21c2-46af-837e-253630d5de8e x-openstack-request-id: req-7ebf7c4f-21c2-46af-837e-253630d5de8e {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:38:37.728466 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f68752-35ea-4c9d-a272-2f48510c03f1", "tag": "cc859e99-6305-4903-9e9f-b31f1249a103", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:38:37.728466 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ebf7c4f-21c2-46af-837e-253630d5de8e {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:38:37.728881 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'tag': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'status': 'completed', 'code': 200} Jan 18 20:38:37.810682 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-105c78bc-c231-47a5-8559-273a8288af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:37.812199 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-105c78bc-c231-47a5-8559-273a8288af5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 1099 time: 0.0633247 Jan 18 20:38:37.911446 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '7516909c-571a-4518-8ac2-bceeff32f595', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:0b:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:35:11Z', 'updated_at': '2022-01-18T20:35:13Z', 'revision_number': 1, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:37.943143 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] Checking router: 7b3852b6-2cef-49ae-b653-4347bb1c020d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:38:37.952178 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:37.952721 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:38:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:38.108675 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a99a01-e836-4a13-8bce-98cca0b81d94 req-207055d9-d1b0-458b-be52-9533d34d98a2 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:38.110124 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-87a99a01-e836-4a13-8bce-98cca0b81d94 req-207055d9-d1b0-458b-be52-9533d34d98a2 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 946 time: 0.3327925 Jan 18 20:38:38.185489 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:38.194760 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-8ec261fe-e2ba-43f8-b774-fb6322f50782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:38.196298 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-8ec261fe-e2ba-43f8-b774-fb6322f50782 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.3764975 Jan 18 20:38:38.201519 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-87a99a01-e836-4a13-8bce-98cca0b81d94 req-3413a2a7-7e0c-48ba-ac3d-34b1d836e38c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677819 Jan 18 20:38:38.239183 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-556097c6-47b5-4399-905c-3f847f6dd9e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc859e99-6305-4903-9e9f-b31f1249a103 HTTP/1.1" status: 200 len: 217 time: 0.0362084 Jan 18 20:38:38.284182 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-e46798e6-541f-4de6-b440-01462235f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:38.285662 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-e46798e6-541f-4de6-b440-01462235f91d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0410972 Jan 18 20:38:38.328241 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-39adf47a-f3d2-4f33-8fbd-d419ff41f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:38.329665 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-39adf47a-f3d2-4f33-8fbd-d419ff41f482 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0371768 Jan 18 20:38:38.405099 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '7516909c-571a-4518-8ac2-bceeff32f595', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:0b:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:35:11Z', 'updated_at': '2022-01-18T20:35:13Z', 'revision_number': 1, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:38.419918 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-96d90e4e-c0ae-486a-9c2c-f62a91cfaab5 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837240 Jan 18 20:38:38.434622 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854eb4bb-ca16-4b2f-8b26-3433dbeccbce None None] The sync data for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi is: [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_floatingips': [{'id': '7516909c-571a-4518-8ac2-bceeff32f595', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'router_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'port_id': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'mac_address': 'fa:16:3e:0b:27:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T20:35:11Z', 'updated_at': '2022-01-18T20:35:13Z', 'revision_number': 1, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:38:38.508327 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d25c8533-f2c6-4e58-8381-987208d4aabc req-369bdb53-ba0e-4f8b-ab2f-c0e9b42c4bf9 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823736 Jan 18 20:38:38.647741 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf5e6f-74f4-4c27-8529-a5e0590f1691 None None] New status for floating IP 522cdceb-2749-498d-8e98-de0b02534a57: DOWN {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:38:39.346569 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727602f-67b0-46ef-8c1f-49a72cf3cc32 req-4b88ff97-b6f3-4434-9881-d4a2c99fe305 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:39.348037 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d727602f-67b0-46ef-8c1f-49a72cf3cc32 req-4b88ff97-b6f3-4434-9881-d4a2c99fe305 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 946 time: 0.0777786 Jan 18 20:38:39.357789 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862b2e-7cba-4153-807d-ae8522774d35 req-07f13306-eff3-478d-ac69-90e239614947 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:39.359607 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-69862b2e-7cba-4153-807d-ae8522774d35 req-07f13306-eff3-478d-ac69-90e239614947 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f68752-35ea-4c9d-a272-2f48510c03f1 HTTP/1.1" status: 200 len: 946 time: 0.0806382 Jan 18 20:38:39.454039 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-d727602f-67b0-46ef-8c1f-49a72cf3cc32 req-cbe16d10-ce68-492e-9061-828dbfc9225b tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931549 Jan 18 20:38:39.476502 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-69862b2e-7cba-4153-807d-ae8522774d35 req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Deleting port cc859e99-6305-4903-9e9f-b31f1249a103 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:39.477371 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-69862b2e-7cba-4153-807d-ae8522774d35 req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:39.564304 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-69862b2e-7cba-4153-807d-ae8522774d35 req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] For port cc859e99-6305-4903-9e9f-b31f1249a103, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cc859e99-6305-4903-9e9f-b31f1249a103,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:39.564651 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-69862b2e-7cba-4153-807d-ae8522774d35 req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:39.575853 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-69862b2e-7cba-4153-807d-ae8522774d35 req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Calling delete_port for cc859e99-6305-4903-9e9f-b31f1249a103 owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:39.707592 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-69862b2e-7cba-4153-807d-ae8522774d35 req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (cc859e99-6305-4903-9e9f-b31f1249a103), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:39.736265 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event deleted for resources: {'Port': ['ID=cc859e99-6305-4903-9e9f-b31f1249a103,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:39.759446 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.759792 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.760124 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.760452 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.760772 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.761089 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.761404 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.761722 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.762038 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.762352 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.762663 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.762970 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.763302 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:39.783203 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-69862b2e-7cba-4153-807d-ae8522774d35 req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] No DVR routers for this DVR port cc859e99-6305-4903-9e9f-b31f1249a103 on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:38:39.785358 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-69862b2e-7cba-4153-807d-ae8522774d35 req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:39.788532 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-69862b2e-7cba-4153-807d-ae8522774d35 req-9005d03c-8257-4ba0-87e6-a7531ce9fec8 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "DELETE /v2.0/ports/cc859e99-6305-4903-9e9f-b31f1249a103 HTTP/1.1" status: 204 len: 173 time: 0.4198208 Jan 18 20:38:39.788954 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'name': 'network-vif-deleted', 'tag': 'cc859e99-6305-4903-9e9f-b31f1249a103'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:38:39.791815 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc07da82-eba1-4375-b8d8-9f7eea365bea" -d '{"events": [{"server_uuid": "94f68752-35ea-4c9d-a272-2f48510c03f1", "name": "network-vif-deleted", "tag": "cc859e99-6305-4903-9e9f-b31f1249a103"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:38:39.827311 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fd1f89-c991-41fa-bcea-58ab46becd64 x-openstack-request-id: req-a8fd1f89-c991-41fa-bcea-58ab46becd64 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:38:39.827603 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f68752-35ea-4c9d-a272-2f48510c03f1", "name": "network-vif-deleted", "tag": "cc859e99-6305-4903-9e9f-b31f1249a103", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:38:39.827862 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a8fd1f89-c991-41fa-bcea-58ab46becd64 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:38:39.828263 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f68752-35ea-4c9d-a272-2f48510c03f1', 'name': 'network-vif-deleted', 'tag': 'cc859e99-6305-4903-9e9f-b31f1249a103', 'status': 'completed', 'code': 200} Jan 18 20:38:42.726065 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40712) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:42.884210 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Deleting port 5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:42.884550 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:42.956272 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:42.956592 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:42.967952 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Calling delete_port for 5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682 owned by network:floatingip {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:43.108914 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:43.138023 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event deleted for resources: {'Port': ['ID=5fe2c37c-6bbd-4eb9-bfb1-7417abc8b682,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:43.194367 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (7516909c-571a-4518-8ac2-bceeff32f595), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:43.194663 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.db.l3_db [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Floating IP 7516909c-571a-4518-8ac2-bceeff32f595 disassociated (deleted). External IP: 172.27.3.151, port: 0570c490-8ec5-4d5d-8a99-7af6a5729f48. Jan 18 20:38:43.276956 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device cc859e99-6305-4903-9e9f-b31f1249a103 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:38:43.298553 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: cc859e99-6305-4903-9e9f-b31f1249a103 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:38:43.298895 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device cc859e99-6305-4903-9e9f-b31f1249a103 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:38:43.654373 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Router 7b3852b6-2cef-49ae-b653-4347bb1c020d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:38:43.767355 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:38:43.772126 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:43.778882 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] Sync routers for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:38:43.788948 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:43.790207 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:38:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:43.802172 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-d868a286-e6ec-4eb3-bc04-a63739b4eb2a tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "DELETE /v2.0/floatingips/7516909c-571a-4518-8ac2-bceeff32f595 HTTP/1.1" status: 204 len: 168 time: 1.0750139 Jan 18 20:38:43.802866 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'tag': '0570c490-8ec5-4d5d-8a99-7af6a5729f48'}] {{(pid=102694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:38:43.805317 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf0dc8160d6af6c4ffeff9be969791af4615640256a44212fe55b06689d45b2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdb26ca-b900-4041-8f7c-e7030330c7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa7d09a-3de7-4630-bf0a-49abaa11f513", "tag": "0570c490-8ec5-4d5d-8a99-7af6a5729f48"}]}' {{(pid=102694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:38:43.903116 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:43.963913 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8aedac-3cdb-491e-a8ae-02c070cdd80e x-openstack-request-id: req-7d8aedac-3cdb-491e-a8ae-02c070cdd80e {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:38:43.964263 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa7d09a-3de7-4630-bf0a-49abaa11f513", "tag": "0570c490-8ec5-4d5d-8a99-7af6a5729f48", "status": "completed", "code": 200}]} {{(pid=102694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:38:43.964550 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7d8aedac-3cdb-491e-a8ae-02c070cdd80e {{(pid=102694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:38:43.964962 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'tag': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'status': 'completed', 'code': 200} Jan 18 20:38:44.062942 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-ce019f0a-04e8-4f9d-b5c7-32c9961fcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:44.064501 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-ce019f0a-04e8-4f9d-b5c7-32c9961fcd78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 1098 time: 0.0722258 Jan 18 20:38:44.076630 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25421c95-ea2c-416b-a9a7-2e6c7080fa22 req-54bc89ab-3d03-4c00-ba25-af8335f4e1bd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:44.078148 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-25421c95-ea2c-416b-a9a7-2e6c7080fa22 req-54bc89ab-3d03-4c00-ba25-af8335f4e1bd tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 945 time: 0.0623848 Jan 18 20:38:44.128089 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:44.159741 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] Checking router: 7b3852b6-2cef-49ae-b653-4347bb1c020d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:38:44.168834 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:44.169438 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:38:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:44.185269 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-25421c95-ea2c-416b-a9a7-2e6c7080fa22 req-88daaa18-71c4-456b-9d96-375fe5677c1f tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975735 Jan 18 20:38:44.198605 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-f9f04ba2-82ba-4e75-9e62-70ea808072e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:44.200101 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-f9f04ba2-82ba-4e75-9e62-70ea808072e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 200 len: 912 time: 0.1211057 Jan 18 20:38:44.244757 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-409c98ce-564e-48aa-a6ce-096504607790 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48 HTTP/1.1" status: 200 len: 217 time: 0.0379992 Jan 18 20:38:44.293932 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-708ae74f-f909-4f4e-85bf-9793999d2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:44.295797 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-708ae74f-f909-4f4e-85bf-9793999d2c93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 200 len: 851 time: 0.0449066 Jan 18 20:38:44.299660 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:44.342119 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-4a83352b-a76d-4c40-a163-dbe377da8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:44.343640 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-4a83352b-a76d-4c40-a163-dbe377da8924 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d41f18b-a9a9-452f-a56b-ae5f33323ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417347 Jan 18 20:38:44.433757 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-03a1491a-2e3d-405a-a5c7-044bb490c886 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835316 Jan 18 20:38:44.493029 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:44.519541 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-ccdb26ca-b900-4041-8f7c-e7030330c7f5 req-bca02606-e732-43f5-bd79-1b9b9c840538 service neutron] 10.222.0.45 "GET /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792310 Jan 18 20:38:44.521383 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c70da7-09ce-4f7a-afc2-ca8ec1fd9d1b None None] The sync data for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi is: [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:32:05Z', 'revision_number': 4, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi', '_interfaces': [{'id': '7632dd01-eda1-4573-9ef3-4a0812079441', 'name': '', 'network_id': '3d41f18b-a9a9-452f-a56b-ae5f33323ec9', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'mac_address': 'fa:16:3e:63:19:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:05Z', 'updated_at': '2022-01-18T20:32:10Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'subnets': [{'id': 'e773756e-30d1-48c3-a0b3-e8307c7ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:38:44.745836 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7603538e-4cc6-4145-b3ff-de006fe4099c None None] New status for floating IP 7516909c-571a-4518-8ac2-bceeff32f595: DOWN {{(pid=102697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 20:38:45.098714 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:38:45.300455 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29522d-1f70-4fc8-bcd6-66ed8a801b91 req-182c888b-8f7d-4372-968e-c41af8ed5afb tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:45.302177 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6d29522d-1f70-4fc8-bcd6-66ed8a801b91 req-182c888b-8f7d-4372-968e-c41af8ed5afb tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 945 time: 0.0511322 Jan 18 20:38:45.350941 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-6d29522d-1f70-4fc8-bcd6-66ed8a801b91 req-90b92f14-b016-4e1e-a577-c3ddac8880a7 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d98e975-9f6a-4c0f-8d1b-96c96b25c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426950 Jan 18 20:38:45.493952 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-2b884734-0984-4434-b12d-3371b18deb49 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 20:38:45.495377 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-2b884734-0984-4434-b12d-3371b18deb49 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 945 time: 0.0466306 Jan 18 20:38:45.582902 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-8796a09f-5577-492d-9a02-a515188f6b9e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Deleting port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:45.583269 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-8796a09f-5577-492d-9a02-a515188f6b9e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:45.668333 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-8796a09f-5577-492d-9a02-a515188f6b9e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] For port 0570c490-8ec5-4d5d-8a99-7af6a5729f48, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0570c490-8ec5-4d5d-8a99-7af6a5729f48,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:45.668612 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-8796a09f-5577-492d-9a02-a515188f6b9e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:45.680979 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-8796a09f-5577-492d-9a02-a515188f6b9e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Calling delete_port for 0570c490-8ec5-4d5d-8a99-7af6a5729f48 owned by compute:nova {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:45.805514 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-8796a09f-5577-492d-9a02-a515188f6b9e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (0570c490-8ec5-4d5d-8a99-7af6a5729f48), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:45.831866 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796a09f-5577-492d-9a02-a515188f6b9e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event deleted for resources: {'Port': ['ID=0570c490-8ec5-4d5d-8a99-7af6a5729f48,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:45.874263 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-8796a09f-5577-492d-9a02-a515188f6b9e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] No DVR routers for this DVR port 0570c490-8ec5-4d5d-8a99-7af6a5729f48 on host hv-cinder-82160 {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:38:45.876899 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-8796a09f-5577-492d-9a02-a515188f6b9e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for port (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:45.880314 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-e08d8e6c-d2dd-48d9-a503-2ae601e5ce52 req-8796a09f-5577-492d-9a02-a515188f6b9e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.45 "DELETE /v2.0/ports/0570c490-8ec5-4d5d-8a99-7af6a5729f48 HTTP/1.1" status: 204 len: 173 time: 0.3797007 Jan 18 20:38:45.880803 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'name': 'network-vif-deleted', 'tag': '0570c490-8ec5-4d5d-8a99-7af6a5729f48'}] {{(pid=102695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 20:38:45.883121 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3274491b99bffe1812bbc2508cfbed66fee573265f24aa09e85e2b034c65336f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a763a6a-b69b-4485-bebe-e3d9f4016170" -d '{"events": [{"server_uuid": "1fa7d09a-3de7-4630-bf0a-49abaa11f513", "name": "network-vif-deleted", "tag": "0570c490-8ec5-4d5d-8a99-7af6a5729f48"}]}' {{(pid=102695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 20:38:45.921685 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 20:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fd0c2e-2e0d-4f47-8d92-f9b943c0dad7 x-openstack-request-id: req-46fd0c2e-2e0d-4f47-8d92-f9b943c0dad7 {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 20:38:45.922001 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa7d09a-3de7-4630-bf0a-49abaa11f513", "name": "network-vif-deleted", "tag": "0570c490-8ec5-4d5d-8a99-7af6a5729f48", "status": "completed", "code": 200}]} {{(pid=102695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 20:38:45.922346 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-46fd0c2e-2e0d-4f47-8d92-f9b943c0dad7 {{(pid=102695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 20:38:45.922835 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa7d09a-3de7-4630-bf0a-49abaa11f513', 'name': 'network-vif-deleted', 'tag': '0570c490-8ec5-4d5d-8a99-7af6a5729f48', 'status': 'completed', 'code': 200} Jan 18 20:38:46.462417 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [req-bb221a7f-04cf-4b53-8332-3e6fa180dcba req-2b0edce1-408f-4ce1-a32e-9064b4a6590c tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fa7d09a-3de7-4630-bf0a-49abaa11f513 HTTP/1.1" status: 200 len: 210 time: 0.0301020 Jan 18 20:38:47.515301 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40728) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:47.632540 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-36ef62a2-595c-4f68-96ba-4f4c60874b4e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Deleting port 218afa4d-22a6-4424-b744-9d4a535a8dae {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:47.632873 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-36ef62a2-595c-4f68-96ba-4f4c60874b4e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (218afa4d-22a6-4424-b744-9d4a535a8dae), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:47.703297 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-36ef62a2-595c-4f68-96ba-4f4c60874b4e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (218afa4d-22a6-4424-b744-9d4a535a8dae), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:47.703608 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-36ef62a2-595c-4f68-96ba-4f4c60874b4e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (218afa4d-22a6-4424-b744-9d4a535a8dae), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:47.715167 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-36ef62a2-595c-4f68-96ba-4f4c60874b4e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Calling delete_port for 218afa4d-22a6-4424-b744-9d4a535a8dae owned by network:floatingip {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:47.842707 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-36ef62a2-595c-4f68-96ba-4f4c60874b4e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (218afa4d-22a6-4424-b744-9d4a535a8dae), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:47.865587 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef62a2-595c-4f68-96ba-4f4c60874b4e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event deleted for resources: {'Port': ['ID=218afa4d-22a6-4424-b744-9d4a535a8dae,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:47.923828 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-36ef62a2-595c-4f68-96ba-4f4c60874b4e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for floatingip (fb0706f4-16d8-4a75-a847-439120565dfe), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:47.926590 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-36ef62a2-595c-4f68-96ba-4f4c60874b4e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-501260'] for floatingip (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:47.927756 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-36ef62a2-595c-4f68-96ba-4f4c60874b4e tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "DELETE /v2.0/floatingips/fb0706f4-16d8-4a75-a847-439120565dfe HTTP/1.1" status: 204 len: 168 time: 0.4114916 Jan 18 20:38:49.108089 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40740) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:49.166944 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-def5b30c-b249-41ec-be03-bb6ded3fd1d0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group (5d98e975-9f6a-4c0f-8d1b-96c96b25c442), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:49.191729 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-def5b30c-b249-41ec-be03-bb6ded3fd1d0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group (5d98e975-9f6a-4c0f-8d1b-96c96b25c442), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:49.247585 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-def5b30c-b249-41ec-be03-bb6ded3fd1d0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (5d98e975-9f6a-4c0f-8d1b-96c96b25c442), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:49.250121 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-def5b30c-b249-41ec-be03-bb6ded3fd1d0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:49.251327 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-def5b30c-b249-41ec-be03-bb6ded3fd1d0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] 10.222.0.67 "DELETE /v2.0/security-groups/5d98e975-9f6a-4c0f-8d1b-96c96b25c442 HTTP/1.1" status: 204 len: 168 time: 0.1422284 Jan 18 20:38:49.259977 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5b30c-b249-41ec-be03-bb6ded3fd1d0 tempest-TestVolumeBootPattern-1562459392 tempest-TestVolumeBootPattern-1562459392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d98e975-9f6a-4c0f-8d1b-96c96b25c442,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:49.303523 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40744) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:49.323884 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 0570c490-8ec5-4d5d-8a99-7af6a5729f48 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:38:49.345693 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] No Port match for: 0570c490-8ec5-4d5d-8a99-7af6a5729f48 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:38:49.346035 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Device 0570c490-8ec5-4d5d-8a99-7af6a5729f48 not bound to the agent host hv-cinder-82160 {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:38:49.734702 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581112'] for router_interface (7b3852b6-2cef-49ae-b653-4347bb1c020d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:49.966812 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] Deleting port 7632dd01-eda1-4573-9ef3-4a0812079441 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:49.967178 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:50.043501 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] For port 7632dd01-eda1-4573-9ef3-4a0812079441, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7632dd01-eda1-4573-9ef3-4a0812079441,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:50.043857 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:50.055263 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] Calling delete_port for 7632dd01-eda1-4573-9ef3-4a0812079441 owned by network:router_interface {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:50.166540 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [req-6bf3c0d4-aad0-44a4-a939-64b85d0e6505 req-1510cdfc-0217-4d32-804a-38111c88f188 service neutron] (102694) timed out ('10.222.0.45', 55648) {{(pid=102694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:38:50.224519 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (7632dd01-eda1-4573-9ef3-4a0812079441), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:50.246610 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] Pushing event deleted for resources: {'Port': ['ID=7632dd01-eda1-4573-9ef3-4a0812079441,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:50.413048 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581480'] for router_interface (7b3852b6-2cef-49ae-b653-4347bb1c020d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:50.612109 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] Router 7b3852b6-2cef-49ae-b653-4347bb1c020d has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:38:50.713918 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:38:50.719019 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-cf0b9519-ed2b-48ed-a913-d0d81eea3535 admin admin] 10.222.0.67 "PUT /v2.0/routers/7b3852b6-2cef-49ae-b653-4347bb1c020d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4142990 Jan 18 20:38:50.721420 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40748) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:50.724000 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] Sync routers for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:38:50.734215 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:50.734813 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:38:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:50.821997 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Publish callbacks [] for router (7b3852b6-2cef-49ae-b653-4347bb1c020d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:50.837837 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:51.022404 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:38:50Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:51.049787 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] Checking router: 7b3852b6-2cef-49ae-b653-4347bb1c020d for host: dv-cinder-821602-14-iscsi {{(pid=102696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:38:51.058891 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] Routers {'7b3852b6-2cef-49ae-b653-4347bb1c020d'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:51.059542 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:38:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['7b3852b6-2cef-49ae-b653-4347bb1c020d'], 'active': True} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:51.172279 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Publish callbacks [] for router_gateway (7b3852b6-2cef-49ae-b653-4347bb1c020d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.227293 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Deleting port c90bc37e-fbea-401d-889d-a3876fd71efd {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:51.228375 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.288744 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvr_db [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] Set router 7b3852b6-2cef-49ae-b653-4347bb1c020d gateway port host: dv-cinder-821602-14-iscsi {{(pid=102696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:51.308219 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] For port c90bc37e-fbea-401d-889d-a3876fd71efd, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=c90bc37e-fbea-401d-889d-a3876fd71efd,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:51.308574 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.319910 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Calling delete_port for c90bc37e-fbea-401d-889d-a3876fd71efd owned by network:router_gateway {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:51.463465 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_hamode_db [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:38:50Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:51.481092 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (c90bc37e-fbea-401d-889d-a3876fd71efd), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.492701 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842166ae-f65b-4a36-82be-0ab5200d0b7b None None] The sync data for ids ['7b3852b6-2cef-49ae-b653-4347bb1c020d'] in dv-cinder-821602-14-iscsi is: [{'id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'name': 'tempest-TestVolumeBootPattern-1274802057-router', 'tenant_id': '4da1bb9e68f340d5b32fa2a5916db726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:02Z', 'updated_at': '2022-01-18T20:38:50Z', 'revision_number': 5, 'project_id': '4da1bb9e68f340d5b32fa2a5916db726', 'gw_port': {'id': 'c90bc37e-fbea-401d-889d-a3876fd71efd', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3852b6-2cef-49ae-b653-4347bb1c020d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:03Z', 'updated_at': '2022-01-18T20:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}] {{(pid=102696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:38:51.506236 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Pushing event deleted for resources: {'Port': ['ID=c90bc37e-fbea-401d-889d-a3876fd71efd,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:51.564669 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582454'] for router_gateway (7b3852b6-2cef-49ae-b653-4347bb1c020d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.655643 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10464'] for router (7b3852b6-2cef-49ae-b653-4347bb1c020d), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.657773 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Publish callbacks [] for router_controller (7b3852b6-2cef-49ae-b653-4347bb1c020d), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.699306 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585114'] for router (7b3852b6-2cef-49ae-b653-4347bb1c020d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.699861 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3852b6-2cef-49ae-b653-4347bb1c020d {{(pid=102695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:38:51.704012 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.705167 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-e9504abd-e778-4024-9238-b8f27eb8069e admin admin] 10.222.0.67 "DELETE /v2.0/routers/7b3852b6-2cef-49ae-b653-4347bb1c020d HTTP/1.1" status: 204 len: 168 time: 0.9828491 Jan 18 20:38:51.707833 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40750) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:51.749944 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9a1b67-989c-4a6e-a4bc-7e674733b5bf admin admin] Deleting subnet e773756e-30d1-48c3-a0b3-e8307c7ea804 {{(pid=102695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:38:51.752914 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8f9a1b67-989c-4a6e-a4bc-7e674733b5bf admin admin] Publish callbacks [] for subnet (e773756e-30d1-48c3-a0b3-e8307c7ea804), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.786711 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8f9a1b67-989c-4a6e-a4bc-7e674733b5bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10448435'] for subnet (e773756e-30d1-48c3-a0b3-e8307c7ea804), precommit_delete_associations {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.868065 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8f9a1b67-989c-4a6e-a4bc-7e674733b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (e773756e-30d1-48c3-a0b3-e8307c7ea804), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.919859 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8f9a1b67-989c-4a6e-a4bc-7e674733b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8616431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248718'] for subnet (e773756e-30d1-48c3-a0b3-e8307c7ea804), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.947949 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a1b67-989c-4a6e-a4bc-7e674733b5bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e773756e-30d1-48c3-a0b3-e8307c7ea804,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:51.949917 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-8f9a1b67-989c-4a6e-a4bc-7e674733b5bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:51.953119 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-8f9a1b67-989c-4a6e-a4bc-7e674733b5bf admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e773756e-30d1-48c3-a0b3-e8307c7ea804 HTTP/1.1" status: 204 len: 168 time: 0.2443197 Jan 18 20:38:51.955601 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40752) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:51.963375 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b6602f-abb7-4952-b45c-da81eb05731e None None] Network 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:38:52.039622 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (3d41f18b-a9a9-452f-a56b-ae5f33323ec9), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.097863 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Deleting port 58713edc-f97d-4f85-862a-3c78c13c60b7 {{(pid=102695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:52.098214 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.128538 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] DHCP port deletion for 3d41f18b-a9a9-452f-a56b-ae5f33323ec9 request from dv-cinder-821602-14-iscsi {{(pid=102696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:38:52.163251 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.db [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] For port 58713edc-f97d-4f85-862a-3c78c13c60b7, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=58713edc-f97d-4f85-862a-3c78c13c60b7,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:52.163614 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.179323 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.plugin [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Calling delete_port for 58713edc-f97d-4f85-862a-3c78c13c60b7 owned by network:dhcp {{(pid=102695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:52.184364 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Deleting port 58713edc-f97d-4f85-862a-3c78c13c60b7 {{(pid=102696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:52.184775 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), before_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.245261 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] For port 58713edc-f97d-4f85-862a-3c78c13c60b7, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=58713edc-f97d-4f85-862a-3c78c13c60b7,segment=NetworkSegment(02e17f23-d3f5-4dfc-b96a-dbff42d2fe21),segment_id=02e17f23-d3f5-4dfc-b96a-dbff42d2fe21)] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:52.245656 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), precommit_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.257990 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Calling delete_port for 58713edc-f97d-4f85-862a-3c78c13c60b7 owned by network:dhcp {{(pid=102696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:52.258889 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8616386'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.283644 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Pushing event deleted for resources: {'Port': ['ID=58713edc-f97d-4f85-862a-3c78c13c60b7,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:52.288005 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] No DVR routers for this DVR port 58713edc-f97d-4f85-862a-3c78c13c60b7 on host dv-cinder-821602-14-iscsi {{(pid=102695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:38:52.336362 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732'] for port (58713edc-f97d-4f85-862a-3c78c13c60b7), after_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.360358 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (3d41f18b-a9a9-452f-a56b-ae5f33323ec9), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.360565 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Pushing event deleted for resources: {'Port': ['ID=58713edc-f97d-4f85-862a-3c78c13c60b7,revision_number=None']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:52.364618 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] No DVR routers for this DVR port 58713edc-f97d-4f85-862a-3c78c13c60b7 on host dv-cinder-821602-14-iscsi {{(pid=102696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:38:52.372265 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.372619 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.372963 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.373296 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.373623 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.373950 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.374667 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.374667 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.374878 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.375229 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.375871 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.376188 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.376501 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d440b0d-49b3-47cc-96a2-d52efbcfcd13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-14-iscsi {{(pid=102696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 20:38:52.384388 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d41f18b-a9a9-452f-a56b-ae5f33323ec9']}} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:52.393969 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21') {'for_net_delete': True} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:52.394273 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.services.segments.db [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e17f23-d3f5-4dfc-b96a-dbff42d2fe21') {} {{(pid=102695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:52.403446 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10448426'] for segment (02e17f23-d3f5-4dfc-b96a-dbff42d2fe21), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.416515 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (02e17f23-d3f5-4dfc-b96a-dbff42d2fe21), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.422150 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:38:52.422520 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8616369'] for segment (02e17f23-d3f5-4dfc-b96a-dbff42d2fe21), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: warnings.warn(msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: Traceback (most recent call last): Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: timer() Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: cb(*args, **kw) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: return func(*args, **kwargs) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: self._notify() Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: self.callback(batched_events) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: event.method(event) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: return f(self, *a, **k) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._get(url).json() Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: return self.request(url, 'GET', **kwargs) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:38:52.424163 dv-cinder-821602-14-iscsi neutron-server[102695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:38:52.477381 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (3d41f18b-a9a9-452f-a56b-ae5f33323ec9), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.484181 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:52.487778 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] 10.222.0.67 "DELETE /v2.0/networks/3d41f18b-a9a9-452f-a56b-ae5f33323ec9 HTTP/1.1" status: 204 len: 168 time: 0.5311625 Jan 18 20:38:52.490923 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40754) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:52.500776 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909e956-4de1-4666-950f-d1e2ffd86811 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d41f18b-a9a9-452f-a56b-ae5f33323ec9,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:52.829765 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581112'] for router_interface (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:53.064794 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] Deleting port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:53.065121 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:53.144013 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] For port 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=7350c8e4-3f55-4f6f-a6ed-3492f5681dbf,segment=NetworkSegment(c5f3dfbe-d188-473b-a9df-9be61e9328fc),segment_id=c5f3dfbe-d188-473b-a9df-9be61e9328fc)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:53.144376 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:53.156962 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] Calling delete_port for 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf owned by network:router_interface {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:53.178525 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c90bc37e-fbea-401d-889d-a3876fd71efd no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:38:53.198678 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: c90bc37e-fbea-401d-889d-a3876fd71efd {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:38:53.199012 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c90bc37e-fbea-401d-889d-a3876fd71efd not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:38:53.199426 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 58713edc-f97d-4f85-862a-3c78c13c60b7 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:38:53.217644 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 58713edc-f97d-4f85-862a-3c78c13c60b7 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:38:53.217982 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 58713edc-f97d-4f85-862a-3c78c13c60b7 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:38:53.218377 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7632dd01-eda1-4573-9ef3-4a0812079441 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:38:53.236195 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 7632dd01-eda1-4573-9ef3-4a0812079441 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:38:53.236536 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7632dd01-eda1-4573-9ef3-4a0812079441 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:38:53.337746 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (7350c8e4-3f55-4f6f-a6ed-3492f5681dbf), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:53.362042 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] Pushing event deleted for resources: {'Port': ['ID=7350c8e4-3f55-4f6f-a6ed-3492f5681dbf,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:53.532348 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2022887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581480'] for router_interface (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:53.732679 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] Router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 has already been hosted by L3 agent bb362382-b75b-4aa5-8440-3f734985d21a {{(pid=102694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 20:38:53.835189 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] Notify agent at l3_agent.dv-cinder-821602-14-iscsi the message routers_updated {{(pid=102694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 20:38:53.840104 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-e26653a3-6e84-4716-a110-2f469f66c289 admin admin] 10.222.0.67 "PUT /v2.0/routers/c2879c6c-57af-4db4-9a9a-2ca678bcdda5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3465331 Jan 18 20:38:53.842563 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40756) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:53.844883 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] Sync routers for ids ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'] in dv-cinder-821602-14-iscsi {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 20:38:53.859006 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] Routers {'c2879c6c-57af-4db4-9a9a-2ca678bcdda5'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:53.859640 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:38:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:53.944465 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Publish callbacks [] for router (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:53.960409 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] Set router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 gateway port host: dv-cinder-821602-14-iscsi {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:54.043645 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Publish callbacks [] for router_gateway (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.095047 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Deleting port c33ebcdd-c32b-4827-b540-0c63a2f62230 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:54.095380 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.136263 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'name': 'tempest-TestVolumeBootPattern-1433928372-router', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'external_fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:07Z', 'updated_at': '2022-01-18T20:38:53Z', 'revision_number': 5, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'gw_port': {'id': 'c33ebcdd-c32b-4827-b540-0c63a2f62230', 'name': '', 'network_id': '345ae821-9aea-4565-955e-d3d455978d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T20:32:08Z', 'updated_at': '2022-01-18T20:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efb95db8-c25d-4de1-b2d6-46de5d283fd6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-14-iscsi'}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:54.162094 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] Checking router: c2879c6c-57af-4db4-9a9a-2ca678bcdda5 for host: dv-cinder-821602-14-iscsi {{(pid=102697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 20:38:54.170786 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] Routers {'c2879c6c-57af-4db4-9a9a-2ca678bcdda5'} bound to L3 agent in host dv-cinder-821602-14-iscsi {{(pid=102697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 20:38:54.171426 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T20:15:02Z,description=,heartbeat_timestamp=2022-01-18T20:38:32Z,host='dv-cinder-821602-14-iscsi',id=bb362382-b75b-4aa5-8440-3f734985d21a,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T20:15:02Z,topic='l3_agent')) {'router_ids': ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'], 'active': True} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:54.174863 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] For port c33ebcdd-c32b-4827-b540-0c63a2f62230, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=c33ebcdd-c32b-4827-b540-0c63a2f62230,segment=NetworkSegment(bfbdf213-8287-4631-8f60-18c6d5b03d75),segment_id=bfbdf213-8287-4631-8f60-18c6d5b03d75)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:54.175250 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.186834 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Calling delete_port for c33ebcdd-c32b-4827-b540-0c63a2f62230 owned by network:router_gateway {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:54.254040 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_dvr_db [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] Set router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 gateway port host: None {{(pid=102697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 20:38:54.304930 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.l3_hamode_db [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'name': 'tempest-TestVolumeBootPattern-1433928372-router', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:07Z', 'updated_at': '2022-01-18T20:38:54Z', 'revision_number': 6, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'gw_port_host': None}], 'dv-cinder-821602-14-iscsi', False) {} {{(pid=102697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:54.332892 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2db910-7b69-4707-9ad4-79657678ceff None None] The sync data for ids ['c2879c6c-57af-4db4-9a9a-2ca678bcdda5'] in dv-cinder-821602-14-iscsi is: [{'id': 'c2879c6c-57af-4db4-9a9a-2ca678bcdda5', 'name': 'tempest-TestVolumeBootPattern-1433928372-router', 'tenant_id': '5ba60729d89b435483366ede3fc0b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T20:32:07Z', 'updated_at': '2022-01-18T20:38:54Z', 'revision_number': 6, 'project_id': '5ba60729d89b435483366ede3fc0b811', 'gw_port_host': None}] {{(pid=102697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 20:38:54.347536 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (c33ebcdd-c32b-4827-b540-0c63a2f62230), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.377840 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33ebcdd-c32b-4827-b540-0c63a2f62230,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:54.431239 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582454'] for router_gateway (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.519922 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10464'] for router (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.522071 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Publish callbacks [] for router_controller (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.563431 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585114'] for router (c2879c6c-57af-4db4-9a9a-2ca678bcdda5), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.564102 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2879c6c-57af-4db4-9a9a-2ca678bcdda5 {{(pid=102694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 20:38:54.568085 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.569181 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-af679b9e-80b7-4e12-ba14-8e8db111a187 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c2879c6c-57af-4db4-9a9a-2ca678bcdda5 HTTP/1.1" status: 204 len: 168 time: 0.7256935 Jan 18 20:38:54.572398 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40758) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:54.615375 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.db_base_plugin_v2 [None req-689edb04-d583-4a5c-8e4b-9311f8ae3406 admin admin] Deleting subnet 520e776b-0553-46c8-bd1d-050c2542b73d {{(pid=102694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 20:38:54.618372 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-689edb04-d583-4a5c-8e4b-9311f8ae3406 admin admin] Publish callbacks [] for subnet (520e776b-0553-46c8-bd1d-050c2542b73d), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.651778 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-689edb04-d583-4a5c-8e4b-9311f8ae3406 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10276383'] for subnet (520e776b-0553-46c8-bd1d-050c2542b73d), precommit_delete_associations {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.738740 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-689edb04-d583-4a5c-8e4b-9311f8ae3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822856'] for subnet (520e776b-0553-46c8-bd1d-050c2542b73d), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.796434 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-689edb04-d583-4a5c-8e4b-9311f8ae3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-822849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10397452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10308526'] for subnet (520e776b-0553-46c8-bd1d-050c2542b73d), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.821807 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689edb04-d583-4a5c-8e4b-9311f8ae3406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520e776b-0553-46c8-bd1d-050c2542b73d,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:54.825426 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-689edb04-d583-4a5c-8e4b-9311f8ae3406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for subnet (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.829654 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-689edb04-d583-4a5c-8e4b-9311f8ae3406 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/520e776b-0553-46c8-bd1d-050c2542b73d HTTP/1.1" status: 204 len: 168 time: 0.2552588 Jan 18 20:38:54.831054 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40760) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:54.833485 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f6184-891f-4442-89d5-0b722308a112 None None] Network 205ce4cf-215d-4a93-8e87-686296339930 requested from dv-cinder-821602-14-iscsi {{(pid=102696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 20:38:54.900086 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606208'] for network (205ce4cf-215d-4a93-8e87-686296339930), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:54.952443 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Deleting port f102a4d6-5544-4795-8698-fc12d3b48484 {{(pid=102694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:54.952782 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.013959 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.db [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] For port f102a4d6-5544-4795-8698-fc12d3b48484, host dv-cinder-821602-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-14-iscsi',level=0,port_id=f102a4d6-5544-4795-8698-fc12d3b48484,segment=NetworkSegment(c5f3dfbe-d188-473b-a9df-9be61e9328fc),segment_id=c5f3dfbe-d188-473b-a9df-9be61e9328fc)] {{(pid=102694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:55.014243 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.026969 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.plugin [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Calling delete_port for f102a4d6-5544-4795-8698-fc12d3b48484 owned by network:dhcp {{(pid=102694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:55.083648 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b583d07-77ab-4fdb-a171-c688bceb4326 None None] DHCP port deletion for 205ce4cf-215d-4a93-8e87-686296339930 request from dv-cinder-821602-14-iscsi {{(pid=102696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 20:38:55.116482 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10397473'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.144230 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f102a4d6-5544-4795-8698-fc12d3b48484,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:55.147715 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] No DVR routers for this DVR port f102a4d6-5544-4795-8698-fc12d3b48484 on host dv-cinder-821602-14-iscsi {{(pid=102694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:38:55.167492 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-7b583d07-77ab-4fdb-a171-c688bceb4326 None None] Deleting port f102a4d6-5544-4795-8698-fc12d3b48484 {{(pid=102696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 20:38:55.168008 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7b583d07-77ab-4fdb-a171-c688bceb4326 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527249372'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), before_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.218946 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:38:55.223249 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-821489', 'neutron.services.segments.db._delete_segments_for_network-8768527313695'] for network (205ce4cf-215d-4a93-8e87-686296339930), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.244227 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205ce4cf-215d-4a93-8e87-686296339930']}} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:55.252972 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.db [None req-7b583d07-77ab-4fdb-a171-c688bceb4326 None None] For port f102a4d6-5544-4795-8698-fc12d3b48484, host dv-cinder-821602-14-iscsi, got binding levels [] {{(pid=102696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 20:38:55.253322 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f3dfbe-d188-473b-a9df-9be61e9328fc') {'for_net_delete': True} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:55.253459 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7b583d07-77ab-4fdb-a171-c688bceb4326 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1586843'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), precommit_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.253616 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.services.segments.db [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f3dfbe-d188-473b-a9df-9be61e9328fc') {} {{(pid=102694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 20:38:55.255547 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:38:55.255893 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device 7350c8e4-3f55-4f6f-a6ed-3492f5681dbf not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:38:55.256301 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c33ebcdd-c32b-4827-b540-0c63a2f62230 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:38:55.263236 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527312424', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10276358'] for segment (c5f3dfbe-d188-473b-a9df-9be61e9328fc), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.277430 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151'] for segment (c5f3dfbe-d188-473b-a9df-9be61e9328fc), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.283849 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 20:38:55.284236 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10397522'] for segment (c5f3dfbe-d188-473b-a9df-9be61e9328fc), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: Traceback (most recent call last): Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: timer() Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: cb(*args, **kw) Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: return func(*args, **kwargs) Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: self._notify() Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: self.callback(batched_events) Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: event.method(event) Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: return f(self, *a, **k) Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._get(url).json() Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: return self.request(url, 'GET', **kwargs) Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 20:38:55.286190 dv-cinder-821602-14-iscsi neutron-server[102694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 20:38:55.288392 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-7b583d07-77ab-4fdb-a171-c688bceb4326 None None] Calling delete_port for f102a4d6-5544-4795-8698-fc12d3b48484 owned by network:dhcp {{(pid=102696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 20:38:55.291526 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.ipam_backend_mixin [None req-7b583d07-77ab-4fdb-a171-c688bceb4326 None None] Port f102a4d6-5544-4795-8698-fc12d3b48484 was not found and therefore no delete operation was performed {{(pid=102696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 20:38:55.292347 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: c33ebcdd-c32b-4827-b540-0c63a2f62230 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:38:55.292694 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device c33ebcdd-c32b-4827-b540-0c63a2f62230 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:38:55.293108 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device f102a4d6-5544-4795-8698-fc12d3b48484 no longer exists at agent ovs-agent-dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 20:38:55.295948 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7b583d07-77ab-4fdb-a171-c688bceb4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527258992', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526726732'] for port (f102a4d6-5544-4795-8698-fc12d3b48484), after_delete {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.324287 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.plugin [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] No Port match for: f102a4d6-5544-4795-8698-fc12d3b48484 {{(pid=102696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 20:38:55.324550 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.plugins.ml2.rpc [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Device f102a4d6-5544-4795-8698-fc12d3b48484 not bound to the agent host dv-cinder-821602-14-iscsi {{(pid=102696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 20:38:55.348494 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-821446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2022892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582378'] for network (205ce4cf-215d-4a93-8e87-686296339930), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.350131 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b583d07-77ab-4fdb-a171-c688bceb4326 None None] Pushing event deleted for resources: {'Port': ['ID=f102a4d6-5544-4795-8698-fc12d3b48484,revision_number=None']} {{(pid=102696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:55.354245 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b583d07-77ab-4fdb-a171-c688bceb4326 None None] No DVR routers for this DVR port f102a4d6-5544-4795-8698-fc12d3b48484 on host dv-cinder-821602-14-iscsi {{(pid=102696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 20:38:55.371167 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2022810'] for network (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.371167 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] 10.222.0.67 "DELETE /v2.0/networks/205ce4cf-215d-4a93-8e87-686296339930 HTTP/1.1" status: 204 len: 168 time: 0.5321150 Jan 18 20:38:55.378372 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bbd2c-ca39-4475-bee7-59bea25d31cf admin admin] Pushing event deleted for resources: {'Network': ['ID=205ce4cf-215d-4a93-8e87-686296339930,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:55.481717 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40764) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:55.525623 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-a19746a2-7950-4988-a6bc-6ad7b6915ee2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4da1bb9e68f340d5b32fa2a5916db726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426292 Jan 18 20:38:55.528020 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.wsgi [-] (102695) accepted ('10.222.0.67', 40766) {{(pid=102695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:55.573286 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-59d9e5ca-e0ed-483a-a69c-7c78264bdcd3 admin admin] Publish callbacks [] for security_group (e85ad544-973c-486b-9c45-794a1172de3d), before_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.593768 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-59d9e5ca-e0ed-483a-a69c-7c78264bdcd3 admin admin] Publish callbacks [] for security_group (e85ad544-973c-486b-9c45-794a1172de3d), precommit_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.637721 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-59d9e5ca-e0ed-483a-a69c-7c78264bdcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (e85ad544-973c-486b-9c45-794a1172de3d), after_delete {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.640236 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron_lib.callbacks.manager [None req-59d9e5ca-e0ed-483a-a69c-7c78264bdcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:55.641372 dv-cinder-821602-14-iscsi neutron-server[102695]: INFO neutron.wsgi [None req-59d9e5ca-e0ed-483a-a69c-7c78264bdcd3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e85ad544-973c-486b-9c45-794a1172de3d HTTP/1.1" status: 204 len: 168 time: 0.1124783 Jan 18 20:38:55.649185 dv-cinder-821602-14-iscsi neutron-server[102695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9e5ca-e0ed-483a-a69c-7c78264bdcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85ad544-973c-486b-9c45-794a1172de3d,revision_number=None']} {{(pid=102695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:55.941583 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40772) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:55.984343 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-b97404fb-347f-40d6-b1fc-257ed7b4ceb6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ba60729d89b435483366ede3fc0b811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416317 Jan 18 20:38:55.986809 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [-] (102694) accepted ('10.222.0.67', 40774) {{(pid=102694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 20:38:56.031013 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8b966689-a70f-439f-bcfb-837866a50944 admin admin] Publish callbacks [] for security_group (6fa94f5e-7e3f-4d6e-a2a6-cf9ecf6a9639), before_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:56.051628 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8b966689-a70f-439f-bcfb-837866a50944 admin admin] Publish callbacks [] for security_group (6fa94f5e-7e3f-4d6e-a2a6-cf9ecf6a9639), precommit_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:56.096859 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8b966689-a70f-439f-bcfb-837866a50944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2084336'] for security_group (6fa94f5e-7e3f-4d6e-a2a6-cf9ecf6a9639), after_delete {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:56.099898 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron_lib.callbacks.manager [None req-8b966689-a70f-439f-bcfb-837866a50944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:38:56.101024 dv-cinder-821602-14-iscsi neutron-server[102694]: INFO neutron.wsgi [None req-8b966689-a70f-439f-bcfb-837866a50944 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6fa94f5e-7e3f-4d6e-a2a6-cf9ecf6a9639 HTTP/1.1" status: 204 len: 168 time: 0.1133010 Jan 18 20:38:56.108685 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b966689-a70f-439f-bcfb-837866a50944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa94f5e-7e3f-4d6e-a2a6-cf9ecf6a9639,revision_number=None']} {{(pid=102694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 20:38:59.809593 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-7d70fec8-899e-41a9-954f-d5c3fbf5cf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:01.906696 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-f5426362-67fc-4014-b94c-1845e5f72320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:03.426584 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:04.210558 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:04.772407 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:05.764822 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:22.096548 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:39:29.810580 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-aa963425-f01e-4e11-9971-45328ae9c2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:31.908015 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5b3730f7-6b30-4ec0-b925-c61a13239375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:33.428147 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:34.219418 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:34.767008 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:35.770329 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:39:59.095666 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:39:59.813579 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-339ae95f-21fc-4ca8-bf0f-6d5ce222361e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:01.909116 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d07494f9-d56d-401d-afe9-54f898257553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:03.430379 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:04.225080 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:04.769895 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:05.761751 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:29.815140 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-4cd2bc77-d631-4b0f-aea1-197730de355d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:31.913547 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-8961baf3-4f84-4703-9bd1-0a7a5b6e2eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:33.432268 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:34.240572 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:34.772836 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:35.762909 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:40:36.094893 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:40:59.817053 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-011105b4-4fd9-4719-b5f8-58730531c3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:01.914764 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-117cde05-fe32-4baa-8388-2a75470cdf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:03.435552 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.248274 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:04.779950 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:05.764881 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:13.094203 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:41:29.818061 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ac06f22c-4d5b-49fd-ace0-ac3e34d56c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:31.919268 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-26f91f68-0aa6-4294-a59c-af468f2aa37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:33.439348 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:34.260427 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:34.777441 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:35.765924 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:41:50.093429 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:41:59.821389 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9818ff54-e7b0-43c4-a05f-01d16fa39f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:01.921363 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-9a647669-3bf7-4260-9a0f-f0aa0483ae53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:03.441961 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:04.284068 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:04.780866 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:05.768326 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:27.095663 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:42:29.824237 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-ec8f1522-5658-4f7a-987b-bd1e071d3c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:31.922910 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-3683ca0e-d062-4fe9-970d-13e1146cc242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:33.444109 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:34.288241 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:34.784067 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:35.769708 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:42:59.825709 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-e205dfee-5082-45af-8466-2ff966bd9dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:01.924981 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-5133d886-60ee-487b-b104-25bcf2ca3978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:03.447023 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:04.095113 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:43:04.299583 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:04.901832 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:05.774055 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:29.827452 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d0761e25-6c37-41d5-9019-a58bba4b564d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:31.927362 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-62acd9ad-f79f-44e4-8629-a76be1fee5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:33.449250 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.312562 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:34.789244 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:35.776636 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:43:41.094798 dv-cinder-821602-14-iscsi neutron-server[102697]: DEBUG neutron.db.agents_db [None req-ce9d6482-3114-4124-a175-711129cd090e None None] Agent healthcheck: found 6 active agents {{(pid=102697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:43:59.829846 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-827eff98-4a62-4750-a5be-5bad8775899e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (b28ae4f9-f84a-44ae-9978-9e0580893508), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:00.558623 dv-cinder-821602-14-iscsi neutron-server[102694]: DEBUG neutron.wsgi [req-1ca113b3-8b39-4fe8-be41-7639521861e2 req-d48e73e5-2065-48ec-a192-8f109fe91812 service neutron] (102694) timed out ('10.222.0.67', 34050) {{(pid=102694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 20:44:01.930350 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-a9b16cdd-aa6d-409b-8b3b-4de3f6e860c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (bb362382-b75b-4aa5-8440-3f734985d21a), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:03.451726 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-76ac7a8e-dfe6-4e45-875b-55cc0c10544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (ff584467-640a-43b9-908d-48c8bed91eb0), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:04.312006 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-d961e446-3b96-4b56-94ce-8867bd759eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (af4ad877-06c2-44e7-8d63-91a36a9f69dc), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:04.791785 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-60af70b0-b667-49c4-9f13-be35c6068e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (571fef4a-6420-4f0c-9829-db48a514eebe), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:44:05.778728 dv-cinder-821602-14-iscsi neutron-server[102696]: DEBUG neutron_lib.callbacks.manager [None req-6c011813-f624-4772-9219-b4663ed485c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527313677', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-831755'] for agent (479b38b8-f4c6-4e0b-925e-3607e084459e), after_update {{(pid=102696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}